-- Logs begin at Thu 2022-05-26 23:27:04 UTC, end at Fri 2022-05-27 00:42:53 UTC. -- May 27 00:10:39.296440 dv-cinder-843305-3-smb systemd[1]: Started Devstack devstack@q-svc.service. May 27 00:10:41.424066 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.common.config [-] Logging enabled! May 27 00:10:41.424674 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 27 00:10:41.424817 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83150) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 27 00:10:41.427060 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.common.config [-] Logging enabled! May 27 00:10:41.427304 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 27 00:10:41.427544 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83150) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 27 00:10:41.428494 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 00:10:41.428724 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 00:10:41.429086 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 00:10:41.429357 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 00:10:41.429582 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 00:10:41.429901 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.430200 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.430496 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.430724 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.431020 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.431306 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.431587 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.431875 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.432169 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.432452 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.432729 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.433011 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.433237 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.433535 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.433818 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.434100 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.434318 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] debug = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.434592 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.435018 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.435428 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.435710 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.435996 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.436267 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.436537 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.436821 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.437151 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] host = dv-cinder-843305-3-smb {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.437458 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.437743 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.438028 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.438311 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.438583 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.438857 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.439144 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.439411 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.439679 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] log_file = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.439954 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.440237 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.440518 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.440807 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.441031 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.441251 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.442157 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.442451 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.442726 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.443000 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.443276 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.443552 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.443826 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.444095 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.444380 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.444663 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.444945 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.445221 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.445520 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.445790 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.446061 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.446347 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.446617 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.446889 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.447162 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.447448 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.447717 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.447987 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.448286 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.448570 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.448849 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.449130 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.449427 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.449713 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.449984 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.450254 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.450523 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] use_json = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.450792 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.451061 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.451341 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.451611 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.451880 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.452151 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.452420 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.452700 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.452968 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:41.453276 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.453576 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.453875 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.454156 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.454447 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.454725 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.455012 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.455288 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.455573 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.455861 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.456144 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.456423 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.456704 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.457039 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.457855 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.458129 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.458408 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.458696 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.458973 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.459243 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.459518 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.459811 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.460088 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.460360 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.460639 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.460912 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.461179 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.461470 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.461746 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.462034 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.462308 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.462574 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.462842 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.463115 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.463382 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.463665 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.463939 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.464205 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.464473 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.464748 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.465017 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.465304 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.465584 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.465852 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.466129 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.466396 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.466664 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.466930 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.467196 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.467462 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.467729 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.467995 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.468269 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.468536 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.468801 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.469069 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.469365 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.469642 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.469932 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.470231 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.470507 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.470788 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.471062 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.471340 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.471616 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.471892 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.472171 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.472450 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.472827 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.473122 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.473434 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.473723 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.474008 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.474286 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.474582 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.474860 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.475146 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.475425 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.475705 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.475988 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.476272 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.476571 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.476862 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.477154 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.477475 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.477784 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.478056 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.478362 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.478641 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:41.478854 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 00:10:41.479099 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83150) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 00:10:41.879429 dv-cinder-843305-3-smb neutron-server[83150]: INFO keyring.backend [-] Loading KWallet May 27 00:10:41.886834 dv-cinder-843305-3-smb neutron-server[83150]: INFO keyring.backend [-] Loading SecretService May 27 00:10:41.889916 dv-cinder-843305-3-smb neutron-server[83150]: INFO keyring.backend [-] Loading Windows May 27 00:10:41.891245 dv-cinder-843305-3-smb neutron-server[83150]: INFO keyring.backend [-] Loading chainer May 27 00:10:41.891831 dv-cinder-843305-3-smb neutron-server[83150]: INFO keyring.backend [-] Loading macOS May 27 00:10:41.924400 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:10:41.924666 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:10:41.924953 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 00:10:41.926931 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 00:10:42.229599 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.229881 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.230146 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.286717 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.286995 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.287259 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.290556 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.290863 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.291093 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.319702 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.319978 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.320237 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.348236 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.348514 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.348774 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.663582 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.664389 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.664389 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.664625 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.665561 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.784623 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.784937 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.785763 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.786030 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.786288 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.786587 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.786844 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.787095 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.787343 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.787629 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.787895 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.788152 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.788412 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.788666 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.788927 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.789468 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.789720 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.789986 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.790234 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.790512 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.790850 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.791095 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.791339 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.791612 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.791854 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.792092 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.792470 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 00:10:42.792706 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 00:10:42.792938 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 00:10:42.793170 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 00:10:42.793425 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 00:10:42.793658 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 00:10:42.794206 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 00:10:42.797322 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 00:10:42.801914 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 00:10:42.805766 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 27 00:10:42.807392 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 00:10:42.807783 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 00:10:42.808122 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 00:10:42.808508 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 00:10:42.811320 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 00:10:42.811559 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 00:10:42.811897 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 00:10:42.839477 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 27 00:10:42.839931 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.840228 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83150) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 00:10:42.840590 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.841972 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83150) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 00:10:42.842256 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 00:10:42.842493 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 00:10:42.845815 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.846093 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:42.905689 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 00:10:42.905898 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 00:10:42.906060 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 00:10:42.906433 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 00:10:42.939130 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_db.sqlalchemy.engines [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83150) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 27 00:10:43.261842 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Initializing driver for type 'gre' May 27 00:10:43.262386 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] gre ID ranges: [(1, 1000)] May 27 00:10:43.320940 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Initializing driver for type 'local' May 27 00:10:43.321299 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Initializing driver for type 'vlan' May 27 00:10:43.335739 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] VlanTypeDriver initialization complete May 27 00:10:43.336074 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Initializing driver for type 'vxlan' May 27 00:10:43.336584 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] vxlan ID ranges: [(1, 1000)] May 27 00:10:43.393724 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Initializing extension driver 'port_security' May 27 00:10:43.394067 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.extensions.port_security [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] PortSecurityExtensionDriver initialization complete May 27 00:10:43.394903 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Initializing mechanism driver 'openvswitch' May 27 00:10:43.395225 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Initializing mechanism driver 'hyperv' May 27 00:10:43.401734 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.plugins.ml2.plugin [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:10:43.402437 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > port after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.402798 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > port after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.403150 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > port after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.403668 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 27 00:10:43.404094 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.404437 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.404782 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.405162 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 27 00:10:43.405589 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > network after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.405930 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > network after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.406263 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > network after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.406645 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 27 00:10:43.407044 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > security_group after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.407397 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > security_group after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.407717 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.408237 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 27 00:10:43.408656 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.408974 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.409457 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.409838 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 27 00:10:43.410870 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] ML2 OVO RPC backend initialized. {{(pid=83150) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 27 00:10:43.411509 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.411858 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.412272 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > network before_response 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.412614 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > networks before_response 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.412944 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > port before_response 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.413305 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > ports before_response 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.413646 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > subnet before_response 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.413981 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > subnets before_response 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.414577 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > network after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.414915 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > network after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.415246 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > network after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.415584 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > port after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.415907 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > port after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.416236 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > port after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.416570 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.416898 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.417225 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.417823 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.plugin [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Modular L2 Plugin initialization complete May 27 00:10:43.418148 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading services supported by the core plugin {{(pid=83150) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 00:10:43.418466 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.plugins.ml2.managers [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Got port-security extension from driver 'port_security' May 27 00:10:43.418926 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.extensions.vlantransparent [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Disabled vlantransparent extension. May 27 00:10:43.419342 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83150) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 00:10:43.419640 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading Plugin: router May 27 00:10:43.455658 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.456043 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router after_create 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.456403 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router before_create 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.456760 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.457764 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.458114 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router after_delete 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.458468 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.458822 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router after_create 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.459180 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router after_update 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.459523 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router after_update 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.459859 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.460207 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router after_update 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.460608 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.460965 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: port after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.461322 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: port after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.461657 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: subnet after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.461985 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.462320 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.462657 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.462988 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: port before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.463321 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router precommit_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.463696 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router after_update 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.464027 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.464367 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.464721 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.465059 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.465451 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > agent after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.465796 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > agent after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.466132 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > network after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.467016 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Tracking information for resource: router configured {{(pid=83150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 00:10:43.467340 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Tracking information for resource: floatingip configured {{(pid=83150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 00:10:43.472302 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.db.l3_agentschedulers_db [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 00:10:43.473525 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: port after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.473878 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: port after_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.474219 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: port after_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.474561 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: port after_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.475466 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router before_create 55550100 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.475820 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.476170 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router precommit_create 55550100 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.476518 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > router precommit_update 55550100 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.480810 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.services.provider_configuration [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service providers = [] {{(pid=83150) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 00:10:43.481166 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.db.servicetype_db [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83150) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 00:10:43.484086 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.services.service_base [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 00:10:43.484429 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.services.service_base [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 00:10:43.484770 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.services.service_base [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 00:10:43.485662 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.services.service_base [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 00:10:43.486033 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.services.service_base [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 00:10:43.486408 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 00:10:43.486719 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 00:10:43.498066 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 00:10:43.498398 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading Plugin: auto_allocate May 27 00:10:43.504158 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: network precommit_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.504520 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: network precommit_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.505038 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 00:10:43.505388 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading Plugin: tag May 27 00:10:43.511999 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 00:10:43.512271 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading Plugin: timestamp May 27 00:10:43.516215 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 00:10:43.516541 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading Plugin: network_ip_availability May 27 00:10:43.521800 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.522160 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.522507 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.523215 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 00:10:43.523526 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading Plugin: flavors May 27 00:10:43.528207 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 00:10:43.528533 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading Plugin: revisions May 27 00:10:43.532723 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 00:10:43.533111 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_concurrency.lockutils [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=83150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 00:10:43.533881 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83150) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 27 00:10:43.534213 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Initializing extension manager. May 27 00:10:43.534708 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: __init__.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.535575 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: __pycache__ {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.535906 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.536271 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.536598 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: _filter_validation_lib.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.536921 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.537241 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: address_group.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.538020 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.538586 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: address-group May 27 00:10:43.538902 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: address_scope.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.539859 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.540362 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: address-scope May 27 00:10:43.540678 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.541621 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.542124 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: router-admin-state-down-before-update May 27 00:10:43.542439 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: agent.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.543123 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.543622 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: agent May 27 00:10:43.543937 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: agent_resources_synced.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.544837 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.545366 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: agent-resources-synced May 27 00:10:43.545682 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: allowedaddresspairs.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.547629 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.548145 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: allowed-address-pairs May 27 00:10:43.548467 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: auto_allocated_topology.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.549563 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.550061 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: auto-allocated-topology May 27 00:10:43.550377 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: availability_zone.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.551705 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.552209 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: availability_zone May 27 00:10:43.552522 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: availability_zone_filter.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.553450 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.553953 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: availability_zone_filter May 27 00:10:43.554266 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: data_plane_status.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.555160 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.555653 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension data-plane-status not supported by any of loaded plugins May 27 00:10:43.555968 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: default_subnetpools.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.556865 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.557391 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: default-subnetpools May 27 00:10:43.557708 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.558472 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.558967 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: dhcp_agent_scheduler May 27 00:10:43.559281 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: dns.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.560181 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.560673 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension dns-integration not supported by any of loaded plugins May 27 00:10:43.560988 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: dns_domain_ports.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.561907 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.562401 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 00:10:43.562719 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: dvr.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.563374 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.563871 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: dvr May 27 00:10:43.564187 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: empty_string_filtering.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.565079 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.565616 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: empty-string-filtering May 27 00:10:43.565935 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.566864 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.567361 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 00:10:43.567676 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.568568 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.569063 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 00:10:43.569414 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: external_net.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.570318 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.570817 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: external-net May 27 00:10:43.571131 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.572018 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.572517 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: extra_dhcp_opt May 27 00:10:43.572830 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: extraroute.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.573995 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.574401 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: extraroute May 27 00:10:43.574682 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: extraroute_atomic.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.575809 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.576428 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: extraroute-atomic May 27 00:10:43.576823 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: filter_validation.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.577745 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.578388 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: filter-validation May 27 00:10:43.578760 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: fip_pf_description.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.579818 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.580480 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 00:10:43.580954 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: fip_port_details.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.582302 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.582925 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: fip-port-details May 27 00:10:43.583389 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: flavors.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.585093 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.585889 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: flavors May 27 00:10:43.586329 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.588149 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.588763 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 00:10:43.589207 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: floatingip_pools.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.590096 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.590692 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: floatingip-pools May 27 00:10:43.591146 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: ip_allocation.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.592184 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.592713 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension ip_allocation not supported by any of loaded plugins May 27 00:10:43.593150 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.594309 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.594848 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: ip-substring-filtering May 27 00:10:43.595284 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: l2_adjacency.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.596457 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.596988 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 00:10:43.598013 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: l3.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.599298 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.600066 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: router May 27 00:10:43.600325 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.603084 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.603824 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 00:10:43.604291 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.605457 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.606771 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: ext-gw-mode May 27 00:10:43.607282 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.608313 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.609318 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: l3-ha May 27 00:10:43.609318 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: l3_flavors.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.610044 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.610655 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: l3-flavors May 27 00:10:43.610973 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.611911 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.612416 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 00:10:43.612741 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: l3agentscheduler.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.614580 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.615087 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: l3_agent_scheduler May 27 00:10:43.615407 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: logging.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.616928 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.617466 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension logging not supported by any of loaded plugins May 27 00:10:43.617792 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: metering.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.618526 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.619101 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: metering May 27 00:10:43.619421 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.620516 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.621015 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: metering_source_and_destination_fields May 27 00:10:43.621376 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: multiprovidernet.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.622280 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.622777 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: multi-provider May 27 00:10:43.623094 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: netmtu.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.623993 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.624491 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: net-mtu May 27 00:10:43.624806 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: netmtu_writable.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.625731 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.626228 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: net-mtu-writable May 27 00:10:43.626546 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: network_availability_zone.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.627201 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.627696 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: network_availability_zone May 27 00:10:43.628013 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: network_ip_availability.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.629427 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.629730 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: network-ip-availability May 27 00:10:43.630051 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: network_segment_range.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.630818 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.631318 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension network-segment-range not supported by any of loaded plugins May 27 00:10:43.631635 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: pagination.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.632630 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.632955 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: pagination May 27 00:10:43.633289 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.634193 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.634699 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: port-mac-address-regenerate May 27 00:10:43.635013 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: port_resource_request.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.635914 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.636413 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension port-resource-request not supported by any of loaded plugins May 27 00:10:43.636726 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: portbindings.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.637673 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.638177 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: binding May 27 00:10:43.638490 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: portbindings_extended.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.639750 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.640254 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: binding-extended May 27 00:10:43.640579 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: portsecurity.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.641516 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.642020 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: port-security May 27 00:10:43.642339 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: project_id.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.643296 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.643644 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: project-id May 27 00:10:43.643933 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: providernet.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.644855 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.645388 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: provider May 27 00:10:43.645717 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: qos.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.649335 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.649850 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension qos not supported by any of loaded plugins May 27 00:10:43.650176 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.651406 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.651915 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 00:10:43.652236 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.653149 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.653691 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 00:10:43.654013 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: qos_default.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.654911 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.655418 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension qos-default not supported by any of loaded plugins May 27 00:10:43.655738 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: qos_fip.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.656375 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.656871 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension qos-fip not supported by any of loaded plugins May 27 00:10:43.657188 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: qos_gateway_ip.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.658123 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.658625 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 00:10:43.658941 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: qos_port_network_policy.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.659844 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.660893 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 00:10:43.661209 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: qos_rule_type_details.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.662142 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.662643 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 00:10:43.662961 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: qos_rules_alias.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.663983 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.664742 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 00:10:43.665060 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: quotasv2.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.665985 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.666303 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: quotas May 27 00:10:43.666620 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: quotasv2_detail.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.668203 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.668530 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: quota_details May 27 00:10:43.668851 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: rbac.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.669916 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.670433 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: rbac-policies May 27 00:10:43.670753 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: rbac_address_scope.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.671661 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.672168 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: rbac-address-scope May 27 00:10:43.672486 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: rbac_security_groups.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.673418 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.673922 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: rbac-security-groups May 27 00:10:43.674238 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: rbac_subnetpool.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.675138 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.675665 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: rbac-subnetpool May 27 00:10:43.676603 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: revisionifmatch.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.677547 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.678048 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: revision-if-match May 27 00:10:43.678362 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: revisions.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.679455 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.679954 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: standard-attr-revisions May 27 00:10:43.680266 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: router_availability_zone.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.680927 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.681459 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: router_availability_zone May 27 00:10:43.681775 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: routerservicetype.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.682697 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.683194 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension router-service-type not supported by any of loaded plugins May 27 00:10:43.683506 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.684402 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.684904 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: port-security-groups-filtering May 27 00:10:43.685217 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: securitygroup.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.696095 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.696630 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: security-group May 27 00:10:43.696961 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: segment.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.697765 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.698274 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension segment not supported by any of loaded plugins May 27 00:10:43.698598 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.699517 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.700025 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 00:10:43.700347 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: servicetype.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.701463 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.701981 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: service-type May 27 00:10:43.702303 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: sorting.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.703277 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.703604 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: sorting May 27 00:10:43.703923 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: standard_attr_segment.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.704824 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.705365 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 00:10:43.705687 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: standardattrdescription.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.706321 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.706825 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: standard-attr-description May 27 00:10:43.707168 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: stateful_security_group.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.708077 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.708581 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: stateful-security-group May 27 00:10:43.708898 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: stdattrs_common.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.709490 dv-cinder-843305-3-smb neutron-server[83150]: WARNING neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 00:10:43.709808 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.710719 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.711229 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 00:10:43.711545 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: subnet_onboard.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.712686 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.713341 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: subnet_onboard May 27 00:10:43.713662 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.714578 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.715084 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 00:10:43.715396 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: subnet_service_types.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.716297 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.716799 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: subnet-service-types May 27 00:10:43.717111 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: subnetallocation.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.718197 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.718703 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: subnet_allocation May 27 00:10:43.719018 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.719672 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.720171 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: subnetpool-prefix-ops May 27 00:10:43.720486 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.721453 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.721953 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 00:10:43.722267 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: tagging.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.723841 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.724354 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: standard-attr-tag May 27 00:10:43.724675 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: timestamp.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.725883 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.726394 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loaded extension: standard-attr-timestamp May 27 00:10:43.726714 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: trunk.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.727725 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.728232 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension trunk not supported by any of loaded plugins May 27 00:10:43.728552 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: trunk_details.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.729539 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.729986 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension trunk-details not supported by any of loaded plugins May 27 00:10:43.730303 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: uplink_status_propagation.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.731203 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.731710 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 00:10:43.732028 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Loading extension file: vlantransparent.py {{(pid=83150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 27 00:10:43.732690 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 27 00:10:43.733198 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 00:10:43.735435 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:network May 27 00:10:43.736141 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:subnet May 27 00:10:43.736726 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:subnetpool May 27 00:10:43.737512 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:port May 27 00:10:43.739340 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.739786 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service FLAVORS assigned prefix: {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.740380 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.740812 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.741142 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:router May 27 00:10:43.741838 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:floatingip May 27 00:10:43.742527 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service METERING assigned prefix: /metering {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.743946 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.744308 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.744655 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:10:43.745818 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of CountableResource for resource:rbac_policy May 27 00:10:43.746246 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:security_group May 27 00:10:43.746897 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 00:10:43.747604 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service CORE assigned prefix: {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.747933 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:subnetpool May 27 00:10:43.748261 dv-cinder-843305-3-smb neutron-server[83150]: WARNING neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] subnetpool is already registered May 27 00:10:43.748848 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service CORE assigned prefix: {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.749173 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:subnetpool May 27 00:10:43.749514 dv-cinder-843305-3-smb neutron-server[83150]: WARNING neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] subnetpool is already registered May 27 00:10:43.751996 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.752422 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service FLAVORS assigned prefix: {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.753005 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.753448 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.753797 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:router May 27 00:10:43.754120 dv-cinder-843305-3-smb neutron-server[83150]: WARNING neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] router is already registered May 27 00:10:43.754701 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:floatingip May 27 00:10:43.755022 dv-cinder-843305-3-smb neutron-server[83150]: WARNING neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] floatingip is already registered May 27 00:10:43.755637 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service METERING assigned prefix: /metering {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.756290 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of CountableResource for resource:rbac_policy May 27 00:10:43.756609 dv-cinder-843305-3-smb neutron-server[83150]: WARNING neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] rbac_policy is already registered May 27 00:10:43.757135 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:security_group May 27 00:10:43.757477 dv-cinder-843305-3-smb neutron-server[83150]: WARNING neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] security_group is already registered May 27 00:10:43.758065 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 00:10:43.758468 dv-cinder-843305-3-smb neutron-server[83150]: WARNING neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] security_group_rule is already registered May 27 00:10:43.759132 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service CORE assigned prefix: {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.759541 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:subnetpool May 27 00:10:43.759871 dv-cinder-843305-3-smb neutron-server[83150]: WARNING neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] subnetpool is already registered May 27 00:10:43.760529 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.v2.resource_helper [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Service CORE assigned prefix: {{(pid=83150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 00:10:43.760858 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Creating instance of TrackedResource for resource:subnetpool May 27 00:10:43.761180 dv-cinder-843305-3-smb neutron-server[83150]: WARNING neutron.quota.resource_registry [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] subnetpool is already registered May 27 00:10:43.761859 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: extensions {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.763306 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: address-groups {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.764794 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: address-scopes {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.766209 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: agents {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.767351 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: auto-allocated-topology {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.768532 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: availability_zones {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.769853 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: dhcp-networks {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.771182 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: dhcp-agents {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.772542 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: routers {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.774310 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: flavors {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.775410 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: service_profiles {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.776560 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: next_providers {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.778042 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: service_profiles {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.779425 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: floatingip-pools {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.780591 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: routers {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.782329 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: floatingips {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.783468 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: l3-routers {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.784763 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: l3-agents {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.786683 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: metering-labels {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.788012 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: metering-label-rules {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.789494 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: network-ip-availabilities {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.790674 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: bindings {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.793161 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: quotas {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.794576 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: quotas {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.795934 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: rbac-policies {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.797163 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: security-groups {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.798352 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: security-group-rules {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.799525 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: service-providers {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.801296 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: subnetpools {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.802677 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: subnetpools {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.804052 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: tags {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.805691 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: tags {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.807429 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: tags {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.809126 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: tags {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.810956 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: tags {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.812576 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: tags {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.814382 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: tags {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.816145 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: tags {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.818206 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: tags {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.819974 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron.api.extensions [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Extended resource: tags {{(pid=83150) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 27 00:10:43.825780 dv-cinder-843305-3-smb neutron-server[83150]: WARNING keystonemiddleware.auth_token [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 00:10:43.830483 dv-cinder-843305-3-smb neutron-server[83150]: WARNING keystonemiddleware.auth_token [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 00:10:43.839061 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_concurrency.lockutils [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Acquired lock "singleton_lock" {{(pid=83150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 00:10:43.839529 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_concurrency.lockutils [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Releasing lock "singleton_lock" {{(pid=83150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 00:10:43.840154 dv-cinder-843305-3-smb neutron-server[83150]: INFO oslo_service.service [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Starting 2 workers May 27 00:10:43.844716 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Started child 83255 {{(pid=83150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 00:10:43.849592 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Started child 83256 {{(pid=83150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 00:10:43.851542 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:43.852397 dv-cinder-843305-3-smb neutron-server[83150]: INFO neutron.service [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 00:10:43.852397 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Notify callbacks [] for process, before_spawn {{(pid=83150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:43.852714 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [-] (83255) wsgi starting up on http://0.0.0.0:9696 May 27 00:10:43.854313 dv-cinder-843305-3-smb neutron-server[83150]: INFO oslo_service.service [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Starting 1 workers May 27 00:10:43.854465 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:43.855763 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [-] (83256) wsgi starting up on http://0.0.0.0:9696 May 27 00:10:43.859228 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Started child 83257 {{(pid=83150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 00:10:43.859774 dv-cinder-843305-3-smb neutron-server[83150]: INFO oslo_service.service [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Starting 1 workers May 27 00:10:43.863803 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.service [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] calling RpcWorker wait() {{(pid=83257) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 00:10:43.864405 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.service [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] returning from RpcWorker wait() {{(pid=83257) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 00:10:43.864556 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Started child 83258 {{(pid=83150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 00:10:43.865374 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG neutron_lib.callbacks.manager [None req-c79514b9-e7e5-4ce4-8603-9db5aba437b3 None None] Notify callbacks [] for process, after_spawn {{(pid=83150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:43.865777 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:43.866283 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:10:43.867276 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 00:10:43.867486 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 00:10:43.867667 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 00:10:43.867872 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 00:10:43.868217 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 00:10:43.868380 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 00:10:43.868889 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.869174 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.869488 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.869655 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:43.870142 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.870142 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.870560 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:10:43.870652 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.870833 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.871083 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.871335 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.871565 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.871741 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.871897 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.872149 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.872372 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.872845 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.873135 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.873405 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.873663 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.873834 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.874091 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.874356 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.874582 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.874840 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] debug = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.875080 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.875555 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.875779 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.876010 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.876260 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.876538 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.876793 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.877088 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.877367 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.877583 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.877815 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.878068 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.878284 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.878527 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.878821 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.879589 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.880076 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] host = dv-cinder-843305-3-smb {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.880299 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.880530 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.880758 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.881005 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.881250 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.881500 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.881773 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.882016 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.882270 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.882488 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.882740 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.882982 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.883197 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.883450 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_file = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.883613 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_options = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.883848 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.884130 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.884409 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.884598 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.884764 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.884939 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.885213 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.885397 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.885628 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.885860 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.886072 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.886291 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.886524 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.886765 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.887012 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.887225 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.887453 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.887686 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.887899 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.888124 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.888367 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.888610 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.888836 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.889047 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.889275 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.889508 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.889731 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.889971 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.890179 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.890395 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.890659 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.890904 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.891135 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.891379 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.891610 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.891837 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.892048 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.892397 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.892543 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.892788 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.893042 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.893253 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.893534 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.893746 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.893976 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.894206 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] use_json = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.894462 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.894678 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.894941 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.895152 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.895384 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.895594 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.895808 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.896038 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.896247 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.896635 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.896914 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.897240 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.897520 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.897796 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.897990 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.898236 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.898470 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.898775 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.900124 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.900459 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.900687 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.901007 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.901305 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.901566 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.901814 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.903070 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.903208 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.903448 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.903722 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.903994 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.904245 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.904547 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.904804 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.905035 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.905279 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.905544 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.905770 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.906130 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.907105 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.907364 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.907454 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.907719 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.907948 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.908190 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.908418 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.908639 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.908875 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.909100 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.909390 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.909628 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.909857 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.910108 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.910340 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.910561 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.910836 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.911083 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.911466 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.911598 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.911744 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.912107 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.912237 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.912618 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.912750 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.913126 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.913126 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.913385 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.913748 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.913748 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.913995 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.914602 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.914725 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.914886 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.915120 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.915342 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.916125 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.916125 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.916125 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.916582 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.916582 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.916822 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.916822 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.919101 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.919101 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.919101 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.919101 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.919101 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.919101 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.919101 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.919101 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.920605 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.920605 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.920605 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.920605 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.920605 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.920605 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.920605 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.921629 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.921629 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.921629 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.921629 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.921629 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.922186 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.922186 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.922433 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.922556 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.923168 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.923168 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.923421 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.923599 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.923862 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.924150 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.924404 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.924678 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.925422 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.925422 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.926579 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.926579 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.926579 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.926940 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.927086 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.927300 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.927542 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.927808 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.928065 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.928341 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.928571 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.929145 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.929145 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.929446 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.929605 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.929836 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.930169 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.931078 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.931078 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.931078 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.931448 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.931448 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.931688 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.931910 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.932169 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.932417 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.932660 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.932889 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.933122 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.934180 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.934419 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.934637 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.934883 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.935098 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.935338 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.935572 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.935803 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.936057 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.936271 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.936506 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.936736 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.936960 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.937194 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.937484 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.937682 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.937924 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.938173 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.938407 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.938641 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.938875 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.939113 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.939430 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.939701 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.939979 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.940234 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.940476 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.940724 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.940983 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.941246 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.942038 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.942305 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.942544 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.942759 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.942971 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.943207 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.943445 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.943674 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.943904 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.944120 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.944376 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.944594 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.944939 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.945175 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.945476 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.945708 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.945946 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.946162 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.946379 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.946594 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.946809 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.947035 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.947268 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.947485 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.947688 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.947896 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.948189 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.948430 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.948644 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.948884 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.949102 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.949342 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.949596 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.949824 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.950041 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.950260 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.950494 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.950736 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.950956 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.951187 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.951456 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.951665 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.951869 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.952157 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.952403 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.952636 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.952873 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.953107 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.953357 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.953568 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.953779 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.953994 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.954231 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.954634 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.954885 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.955138 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.955438 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.955701 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.955958 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.956189 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.956494 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.956710 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.956979 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.957202 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.957445 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.957666 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.957969 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.958179 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 55406) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:10:43.958277 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.958577 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.958838 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.959091 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.959399 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.959674 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.959938 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.960147 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.960458 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.960788 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.961068 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.961344 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.961593 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.961872 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.962109 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.962330 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.962566 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.962814 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.963029 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.963378 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.963660 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.963885 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.964131 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.964359 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.964571 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.964800 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.965124 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.965380 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.965600 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.965775 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 00:10:43.966329 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 00:10:43.966492 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 00:10:43.966648 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 00:10:43.966792 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 00:10:43.966964 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 00:10:43.967119 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 00:10:43.967314 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.967475 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.967628 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.967805 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.967971 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.968117 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.968271 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.968425 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.968589 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.968783 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.968899 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.969050 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.969200 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.969380 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.969554 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.969707 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.969869 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.970602 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.970602 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.970602 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.970602 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.970865 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.970865 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] debug = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.971053 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.971215 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.971460 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088696 May 27 00:10:43.972972 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.972972 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.972972 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.972972 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.972972 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.973621 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.973621 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.973621 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.973621 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.974951 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.974951 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.974951 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.974951 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.974951 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.974951 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] host = dv-cinder-843305-3-smb {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.974951 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.974951 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.975974 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.975974 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.975974 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.975974 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.975974 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.975974 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.975974 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.975974 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.977139 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.977139 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.977139 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.977139 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_file = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.977139 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_options = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.977139 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.977139 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.977139 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.978277 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.978429 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.978555 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.978640 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.978753 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.979875 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.979875 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.979875 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.980294 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.980294 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.980555 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.980555 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.980815 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.980815 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.981178 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.981178 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.981722 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.982103 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.982278 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.982443 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.982605 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.982768 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.982939 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.983081 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.983219 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.983355 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.983512 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.983669 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.983818 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.983957 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.984100 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.984243 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.984405 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.984562 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.984726 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.984880 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.985025 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.985176 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.985362 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.985511 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.985672 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.985811 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.985949 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] use_json = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.986106 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.986249 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.986409 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.986552 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.986712 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.986854 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.987887 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.988053 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.988747 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 00:10:43.988923 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.989288 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.989288 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.989565 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.989565 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.989824 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.989974 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.990114 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.990250 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.990386 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.990522 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.990668 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.990805 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.990940 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.991082 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.991243 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.991402 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.991565 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.991727 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.991888 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.992051 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.992213 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.992374 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.992535 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.992697 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.992857 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.993017 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.993179 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.993431 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.993571 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.993707 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.993843 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.993979 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.994200 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.994343 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.994486 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.994624 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.994760 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.994895 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.995031 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.996043 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.996209 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.996580 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.997673 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.997673 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.997839 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.997907 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.998052 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.998362 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.998736 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.998959 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.999340 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.999340 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.999615 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.999953 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:43.999953 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.000264 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.001050 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.001050 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.001050 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.001050 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.001050 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.001050 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.001875 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.001875 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.001875 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.001875 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.001875 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.002571 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.002571 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.002571 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.002571 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.002571 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.003293 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.003293 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.003293 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.003293 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.003899 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.003899 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.003899 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.003899 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.004936 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.004936 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.004936 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.005600 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.005600 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.005600 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.005600 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.006122 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.006122 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.006122 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.006122 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.006668 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.006668 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.006668 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.007059 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.007059 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.007059 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.007492 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.007492 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.007492 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.007885 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.007885 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.007885 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.008294 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.008294 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.008595 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.008595 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.008862 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.008862 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.009120 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.009120 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.009577 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.009577 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.010083 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.010083 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.010083 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.010475 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.010475 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.010735 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.010870 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.011016 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.011154 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.011298 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.011471 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.011643 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.011809 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.011974 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.012126 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.012289 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.012453 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.012616 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.012768 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.012915 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.013079 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.013235 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.013487 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.013617 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.013780 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.013925 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.014474 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.014474 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.014474 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.015039 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.015039 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.015039 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.015039 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016215 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016215 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016215 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016215 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016215 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016215 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016215 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016215 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016980 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016980 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016980 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016980 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.016980 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.017507 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.017507 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.017706 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:10:44.017816 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.017816 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.017816 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.018083 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.018083 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.018241 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.018383 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.018548 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.018870 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.019031 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.019191 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.019519 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.019820 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.019985 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.020962 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.020962 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.020962 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.020962 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.020962 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.020962 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.021656 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.021656 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.021656 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.021656 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.021988 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.021988 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.022132 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.022210 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.022363 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.022531 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.022679 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.022839 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.023001 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.023164 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.023327 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.023489 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.023647 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.023812 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.023969 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.024128 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.024286 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.024443 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.024604 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.024776 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.024936 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.025765 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.025765 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.025765 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.025765 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.025765 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.026098 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.026098 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.026216 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.026428 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.026571 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.026707 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.026843 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.026979 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.027125 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.027262 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.027422 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.027586 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.027737 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.027908 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.028051 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.028219 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.028363 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.028528 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.028672 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.028840 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.029088 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.029402 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.031056 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.031056 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.031056 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.031056 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.031056 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.031056 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.031056 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.031056 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.032117 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.032117 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.032117 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.032117 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.032117 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.032117 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.032117 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.032117 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.033110 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.033110 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.033110 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.033110 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.033110 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.033110 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.033706 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.033706 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.033706 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.033706 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.034043 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 00:10:44.034043 dv-cinder-843305-3-smb neutron-server[83150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 00:10:54.273850 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db477d13-53d7-47ff-9b54-b2ec3d30703a None None] get_active_networks_info from dv-cinder-843305-3-smb {{(pid=83257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 27 00:10:54.430300 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db477d13-53d7-47ff-9b54-b2ec3d30703a None None] No non-hosted networks {{(pid=83257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 00:10:54.441637 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.agentschedulers_db [None req-db477d13-53d7-47ff-9b54-b2ec3d30703a None None] DHCP Agent not found on host dv-cinder-843305-3-smb {{(pid=83257) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 00:10:54.546690 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-04dbe701-5891-4a82-a87b-9ae017edddac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1825342'] for agent, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:56.426260 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e294b344-3bc5-42c4-a540-989fed0551bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1825342'] for agent, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:56.482987 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-64e8fb2a-6f7a-4afd-94c1-81827ae31ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:57.917310 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1825342'] for agent, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:57.918322 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:10:57.918867 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:10:57.919222 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:10:57.919728 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:10:57.920150 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:10:57.920571 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:10:57.921097 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:10:57.921455 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:10:57.921873 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:10:57.922288 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:10:57.923752 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:10:57.924355 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843305-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:10:57.933677 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843305-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:10:57.975837 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1825342'] for agent, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:10:58.862223 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.db.l3_hamode_db [None req-def1dc3f-b17e-4ff2-8bd3-fd5bd1022133 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 00:10:58.949701 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def1dc3f-b17e-4ff2-8bd3-fd5bd1022133 None None] Routers set() bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:10:58.950412 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def1dc3f-b17e-4ff2-8bd3-fd5bd1022133 None None] Router IDs set() for agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 27 00:10:59.141880 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1825342'] for agent, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:00.804207 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 55504) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:01.405959 dv-cinder-843305-3-smb neutron-server[83255]: WARNING oslo_policy.policy [None req-7972818e-7a60-4c64-b89c-d9ffb6d07dc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 00:11:01.406540 dv-cinder-843305-3-smb neutron-server[83255]: WARNING oslo_policy.policy [None req-7972818e-7a60-4c64-b89c-d9ffb6d07dc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 00:11:01.616828 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [None req-7972818e-7a60-4c64-b89c-d9ffb6d07dc4 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83255) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:11:01.617931 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-7972818e-7a60-4c64-b89c-d9ffb6d07dc4 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8128455 May 27 00:11:03.896422 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 55518) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:04.286520 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-c1172fbf-35bd-424b-96e8-1941e3ba24ea admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:11:04.339857 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.policy [None req-c1172fbf-35bd-424b-96e8-1941e3ba24ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83255) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 27 00:11:04.340609 dv-cinder-843305-3-smb neutron-server[83255]: WARNING oslo_policy.policy [None req-c1172fbf-35bd-424b-96e8-1941e3ba24ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 00:11:04.340978 dv-cinder-843305-3-smb neutron-server[83255]: WARNING oslo_policy.policy [None req-c1172fbf-35bd-424b-96e8-1941e3ba24ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 00:11:04.344285 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.quota [None req-c1172fbf-35bd-424b-96e8-1941e3ba24ea admin admin] Loaded quota_driver: . May 27 00:11:04.359712 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-c1172fbf-35bd-424b-96e8-1941e3ba24ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:11:04.428788 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c1172fbf-35bd-424b-96e8-1941e3ba24ea admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746487148671', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746487175375', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746487174763', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746487183966', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746487177680', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15985853', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15784489', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1705405', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1787831'] for rbac-policy, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:04.498528 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c1172fbf-35bd-424b-96e8-1941e3ba24ea admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:04.499677 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-c1172fbf-35bd-424b-96e8-1941e3ba24ea admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6023664 May 27 00:11:07.053467 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 55532) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:07.447812 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Request body: {'network': {'project_id': '263de405cc084b4ab30b276550000a8c', 'admin_state_up': True, 'name': 'private'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:11:07.452452 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:11:07.457541 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Usage tracker for resource:network and tenant:263de405cc084b4ab30b276550000a8c is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:11:07.462096 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:11:07.468179 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:11:07.478536 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Made reservation on behalf of 263de405cc084b4ab30b276550000a8c for: {'network': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:11:07.481166 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:07.498643 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:07.541322 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:11:07.544962 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Usage tracker for resource:security_group_rule and tenant:263de405cc084b4ab30b276550000a8c is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:11:07.547782 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:11:07.554200 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:11:07.620369 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:07.624152 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:07.647061 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=83255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:11:07.672909 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746490252912', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:07.673544 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Unsubscribe: segment precommit_create {{(pid=83255) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 00:11:07.674048 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.segments_db [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Added segment b57c2d45-72c1-450f-8cc0-8f660cd78c72 of type vlan for network ee0a76c9-cfec-4e86-ad53-068d5e56b8de May 27 00:11:07.688814 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72510e0-2440-4001-a4c9-10b53a456421,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:07.740581 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:07.740857 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:07.741190 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:07.741544 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:07.741869 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:07.742190 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:07.742508 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:07.742838 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:07.743155 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:07.743471 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:07.743785 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Tracked resource versions report: May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: pushed versions: May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: { 'ConntrackHelper': {'1.0'}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'Log': {'1.0'}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'Network': {'1.1'}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'Port': {'1.5'}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'PortForwarding': {'1.2'}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'QosPolicy': {'1.8'}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'SecurityGroup': {'1.2'}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'SecurityGroupRule': {'1.0'}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'SubPort': {'1.0'}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'Subnet': {'1.1'}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'Trunk': {'1.1'}} May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: consumer versions: May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: { DHCP agent@dv-cinder-843305-3-smb: {}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: L3 agent@dv-cinder-843305-3-smb: {}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: Metadata agent@dv-cinder-843305-3-smb: {}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: Metering agent@dv-cinder-843305-3-smb: {}, May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: Open vSwitch agent@dv-cinder-843305-3-smb: { 'ConntrackHelper': '1.0', May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'Log': '1.0', May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'Network': '1.1', May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'Port': '1.5', May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'PortForwarding': '1.2', May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'QosPolicy': '1.8', May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'SecurityGroup': '1.2', May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'SecurityGroupRule': '1.0', May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'SubPort': '1.0', May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'Subnet': '1.1', May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: 'Trunk': '1.1'}} May 27 00:11:07.744812 dv-cinder-843305-3-smb neutron-server[83255]: {{(pid=83255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 00:11:07.795810 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:07.838532 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:07.839549 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:07.840187 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:07.951893 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] Pushing event updated for resources: {'Network': ['ID=ee0a76c9-cfec-4e86-ad53-068d5e56b8de,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:07.954576 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-10a81967-742f-4aef-b686-a88f5c8e85ed admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9001238 May 27 00:11:07.964879 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network ee0a76c9-cfec-4e86-ad53-068d5e56b8de details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:11:10.550293 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 55548) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:11.021607 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88716690-dfc5-4df9-bc8e-8fe62c156d0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:11.022928 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-88716690-dfc5-4df9-bc8e-8fe62c156d0b admin admin] 10.222.0.42 "GET /v2.0/networks/ee0a76c9-cfec-4e86-ad53-068d5e56b8de HTTP/1.1" status: 200 len: 825 time: 0.4716988 May 27 00:11:11.053150 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-c4001a6b-4a45-4c44-a7b0-9e262e116c30 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/87421d74-f3f8-47e8-a82e-d8e97f1db108 HTTP/1.1" status: 200 len: 734 time: 0.0249264 May 27 00:11:11.061536 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'ip_version': 4, 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de', 'name': 'private-subnet', 'subnetpool_id': '87421d74-f3f8-47e8-a82e-d8e97f1db108'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:11:11.066326 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:11:11.070047 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Usage tracker for resource:subnet and tenant:263de405cc084b4ab30b276550000a8c is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:11:11.072912 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:11:11.078469 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:11:11.089039 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Made reservation on behalf of 263de405cc084b4ab30b276550000a8c for: {'subnet': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:11:11.091231 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:11.363153 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for subnet, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:11.449619 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc9832d-a2bb-4205-9894-8c6e817a14fa,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:11.454751 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Checking segment: {'id': 'b57c2d45-72c1-450f-8cc0-8f660cd78c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:11:11.455127 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Network hostable DHCP agents. Network: ee0a76c9-cfec-4e86-ad53-068d5e56b8de, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:11:11.478658 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Network ee0a76c9-cfec-4e86-ad53-068d5e56b8de is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:11:11.489170 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, ee0a76c9-cfec-4e86-ad53-068d5e56b8de) {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:11:11.493880 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:11.494473 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:11.499602 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4338d788-2c81-4add-b7a7-b8dca22d32f8 None None] Network ee0a76c9-cfec-4e86-ad53-068d5e56b8de requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:11:11.515660 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-5ff4a567-f9ec-49a1-b7e4-af4012d74606 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4572418 May 27 00:11:11.833702 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96a82df2-393d-51df-9307-dc13b25ad232-ee0a76c9-cfec-4e86-ad53-068d5e56b8de', 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'fixed_ips': [{'subnet_id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa'}]}} from dv-cinder-843305-3-smb. {{(pid=83257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 00:11:11.834855 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:12.023635 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.db_base_plugin_common [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Allocated IP 172.20.0.2 (ee0a76c9-cfec-4e86-ad53-068d5e56b8de/9fc9832d-a2bb-4205-9894-8c6e817a14fa/6a30af63-bb29-4c87-89e4-8367b6e314d9) {{(pid=83257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:11:12.251062 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Notify callbacks [] for port, precommit_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:12.265013 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Transition to ACTIVE for port object 6a30af63-bb29-4c87-89e4-8367b6e314d9 will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:11:12.287611 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Transition to ACTIVE for port object 6a30af63-bb29-4c87-89e4-8367b6e314d9 will not be triggered until provisioned by entity DHCP. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:11:12.294765 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:12.365931 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Network ee0a76c9-cfec-4e86-ad53-068d5e56b8de is already hosted by enough agents. {{(pid=83257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:11:12.369742 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.base_scheduler [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Resources bound (agent type, host, resource id): {{(pid=83257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:11:12.371436 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Pushing event updated for resources: {'Port': ['ID=6a30af63-bb29-4c87-89e4-8367b6e314d9,revision_number=1']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:12.374947 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Received port after_create {{(pid=83257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:11:12.385592 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.385936 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.386273 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.386608 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.386938 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.387265 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.387589 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.387919 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.388239 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.388560 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.388879 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Tracked resource versions report: May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: pushed versions: May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: { 'ConntrackHelper': {'1.0'}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'Log': {'1.0'}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'Network': {'1.1'}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'Port': {'1.5'}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'PortForwarding': {'1.2'}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'QosPolicy': {'1.8'}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'SecurityGroup': {'1.2'}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'SecurityGroupRule': {'1.0'}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'SubPort': {'1.0'}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'Subnet': {'1.1'}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'Trunk': {'1.1'}} May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: consumer versions: May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: { DHCP agent@dv-cinder-843305-3-smb: {}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: L3 agent@dv-cinder-843305-3-smb: {}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: Metadata agent@dv-cinder-843305-3-smb: {}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: Metering agent@dv-cinder-843305-3-smb: {}, May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: Open vSwitch agent@dv-cinder-843305-3-smb: { 'ConntrackHelper': '1.0', May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'Log': '1.0', May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'Network': '1.1', May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'Port': '1.5', May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'PortForwarding': '1.2', May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'QosPolicy': '1.8', May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'SecurityGroup': '1.2', May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'SecurityGroupRule': '1.0', May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'SubPort': '1.0', May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'Subnet': '1.1', May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: 'Trunk': '1.1'}} May 27 00:11:12.389992 dv-cinder-843305-3-smb neutron-server[83257]: {{(pid=83257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 00:11:12.478011 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Attempting to bind port 6a30af63-bb29-4c87-89e4-8367b6e314d9 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:11:12.478400 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Attempting to bind port 6a30af63-bb29-4c87-89e4-8367b6e314d9 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': 'b57c2d45-72c1-450f-8cc0-8f660cd78c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:11:12.478843 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Attempting to bind port 6a30af63-bb29-4c87-89e4-8367b6e314d9 on network ee0a76c9-cfec-4e86-ad53-068d5e56b8de {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:11:12.485282 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:11:12.485678 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Checking segment: {'id': 'b57c2d45-72c1-450f-8cc0-8f660cd78c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:11:12.486133 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:12.486514 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Bound using segment: {'id': 'b57c2d45-72c1-450f-8cc0-8f660cd78c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:11:12.487031 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Bound port: 6a30af63-bb29-4c87-89e4-8367b6e314d9, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57c2d45-72c1-450f-8cc0-8f660cd78c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:11:12.487438 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:12.573147 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] For port 6a30af63-bb29-4c87-89e4-8367b6e314d9, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:11:12.577831 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] For port 6a30af63-bb29-4c87-89e4-8367b6e314d9, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=6a30af63-bb29-4c87-89e4-8367b6e314d9,segment=NetworkSegment(b57c2d45-72c1-450f-8cc0-8f660cd78c72),segment_id=b57c2d45-72c1-450f-8cc0-8f660cd78c72)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:11:12.583691 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:12.690164 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c107dd-0db5-40c6-9362-e67eb2694f29 None None] Pushing event updated for resources: {'Port': ['ID=6a30af63-bb29-4c87-89e4-8367b6e314d9,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:13.816712 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 55558) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:14.443321 dv-cinder-843305-3-smb neutron-server[83256]: WARNING oslo_policy.policy [None req-3c646f03-618d-4f4a-ac6d-9d0d7c599b40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 00:11:14.443898 dv-cinder-843305-3-smb neutron-server[83256]: WARNING oslo_policy.policy [None req-3c646f03-618d-4f4a-ac6d-9d0d7c599b40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 00:11:14.654946 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [None req-3c646f03-618d-4f4a-ac6d-9d0d7c599b40 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:11:14.656129 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-3c646f03-618d-4f4a-ac6d-9d0d7c599b40 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8373175 May 27 00:11:16.226472 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 6a30af63-bb29-4c87-89e4-8367b6e314d9 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:11:16.307011 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 6a30af63-bb29-4c87-89e4-8367b6e314d9 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:11:16.348054 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f151b48f-82e2-4a51-8129-b9885ff8aac2 None None] Network ee0a76c9-cfec-4e86-ad53-068d5e56b8de requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:11:16.446937 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-e83c268f-b44d-4634-9384-6c1429ea6c1e None None] Provisioning for port 6a30af63-bb29-4c87-89e4-8367b6e314d9 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:11:16.457514 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-e83c268f-b44d-4634-9384-6c1429ea6c1e None None] Provisioning complete for port 6a30af63-bb29-4c87-89e4-8367b6e314d9 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:11:16.457897 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e83c268f-b44d-4634-9384-6c1429ea6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:16.689319 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e83c268f-b44d-4634-9384-6c1429ea6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:16.731786 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-e83c268f-b44d-4634-9384-6c1429ea6c1e None None] For port 6a30af63-bb29-4c87-89e4-8367b6e314d9, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=6a30af63-bb29-4c87-89e4-8367b6e314d9,segment=NetworkSegment(b57c2d45-72c1-450f-8cc0-8f660cd78c72),segment_id=b57c2d45-72c1-450f-8cc0-8f660cd78c72)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:16.737229 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e83c268f-b44d-4634-9384-6c1429ea6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:16.804810 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c268f-b44d-4634-9384-6c1429ea6c1e None None] Pushing event updated for resources: {'Port': ['ID=6a30af63-bb29-4c87-89e4-8367b6e314d9,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:16.966013 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-eca27516-5e4d-408a-98a8-231bef14ea2e None None] Provisioning complete for port 6a30af63-bb29-4c87-89e4-8367b6e314d9 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:11:16.966373 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-eca27516-5e4d-408a-98a8-231bef14ea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:16.968074 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 55576) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:17.363688 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [None req-ec27c37d-e56c-4daa-87dd-11199cca7862 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:11:17.364653 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-ec27c37d-e56c-4daa-87dd-11199cca7862 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3955793 May 27 00:11:18.200931 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 6a30af63-bb29-4c87-89e4-8367b6e314d9 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:11:18.273744 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 6a30af63-bb29-4c87-89e4-8367b6e314d9 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:11:18.274110 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:19.990365 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 55588) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:20.358081 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '263de405cc084b4ab30b276550000a8c'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:11:20.395331 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.policy [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83256) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 27 00:11:20.396072 dv-cinder-843305-3-smb neutron-server[83256]: WARNING oslo_policy.policy [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 00:11:20.396431 dv-cinder-843305-3-smb neutron-server[83256]: WARNING oslo_policy.policy [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 00:11:20.399715 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.quota [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] Loaded quota_driver: . May 27 00:11:20.415019 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:11:20.421397 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] Usage tracker for resource:router and tenant:263de405cc084b4ab30b276550000a8c is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:11:20.426657 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:11:20.433991 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:11:20.450074 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31859'] for router, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:20.452106 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31864'] for router, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:20.480708 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:20.597809 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825177'] for router, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:20.620146 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] Notify callbacks [] for router, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:20.620146 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-c4edae72-dc0a-4412-b36e-88156830598d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6284688 May 27 00:11:22.873289 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 55600) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:23.264086 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [None req-d183e744-4932-49d9-8833-66c658338261 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:11:23.265089 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-d183e744-4932-49d9-8833-66c658338261 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3908639 May 27 00:11:24.208946 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-9480ab4d-a066-4499-8d25-0c980fa8d70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:25.541299 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 55610) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:25.940026 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:11:25.947409 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:11:25.951178 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Usage tracker for resource:network and tenant:5f8183d14d914339865dd7228c309919 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:11:25.954616 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:11:25.960283 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:11:25.969741 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Made reservation on behalf of 5f8183d14d914339865dd7228c309919 for: {'network': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:11:25.973164 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:25.990283 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:26.029845 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:11:26.033770 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Usage tracker for resource:security_group_rule and tenant:5f8183d14d914339865dd7228c309919 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:11:26.037106 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:11:26.043089 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:11:26.111215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:26.115754 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:26.133087 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Reserving flat network on physical network physnet1 {{(pid=83256) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 00:11:26.164008 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746490252912', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:26.164865 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Unsubscribe: segment precommit_create {{(pid=83256) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 00:11:26.165410 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.segments_db [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Added segment 2408d50a-8278-43ed-914d-047daafb9240 of type flat for network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 May 27 00:11:26.179998 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188e681e-5999-44f5-8083-49fd878e4c40,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:26.236644 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:26.237029 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:26.237388 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:26.237718 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:26.238041 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:26.238362 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:26.238680 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:26.239012 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:26.239331 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:26.239644 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:26.239956 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Tracked resource versions report: May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: pushed versions: May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: { 'ConntrackHelper': {'1.0'}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'Log': {'1.0'}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'Network': {'1.1'}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'Port': {'1.5'}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'PortForwarding': {'1.2'}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'QosPolicy': {'1.8'}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'SecurityGroup': {'1.2'}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'SecurityGroupRule': {'1.0'}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'SubPort': {'1.0'}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'Subnet': {'1.1'}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'Trunk': {'1.1'}} May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: consumer versions: May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: { DHCP agent@dv-cinder-843305-3-smb: {}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: L3 agent@dv-cinder-843305-3-smb: {}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: Metadata agent@dv-cinder-843305-3-smb: {}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: Metering agent@dv-cinder-843305-3-smb: {}, May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: Open vSwitch agent@dv-cinder-843305-3-smb: { 'ConntrackHelper': '1.0', May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'Log': '1.0', May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'Network': '1.1', May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'Port': '1.5', May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'PortForwarding': '1.2', May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'QosPolicy': '1.8', May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'SecurityGroup': '1.2', May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'SecurityGroupRule': '1.0', May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'SubPort': '1.0', May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'Subnet': '1.1', May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: 'Trunk': '1.1'}} May 27 00:11:26.241002 dv-cinder-843305-3-smb neutron-server[83256]: {{(pid=83256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 00:11:26.293357 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:26.338242 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:26.339330 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:26.339937 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:26.419082 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-013ecfed-1e4b-4bd0-94fc-40bac56c5057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:26.451291 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9088740 May 27 00:11:26.451865 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407361d2-1e3c-4957-bcab-5efdb4936456 admin admin] Pushing event updated for resources: {'Network': ['ID=3b27fe9b-6f87-4152-8fca-7904c5c7c5a1,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:26.463687 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:11:27.921638 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:27.922696 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:28.713953 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 55634) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:28.951327 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d866a-47d7-4fa9-9cd5-dcff5c269185 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:28.952675 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-495d866a-47d7-4fa9-9cd5-dcff5c269185 admin admin] 10.222.0.42 "GET /v2.0/subnets/9fc9832d-a2bb-4205-9894-8c6e817a14fa HTTP/1.1" status: 200 len: 849 time: 0.2377787 May 27 00:11:29.095471 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:29.103640 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-66b02e8b-e23c-4350-8326-de23d0532732 admin admin] 10.222.0.42 "GET /v2.0/routers/dca41c43-ba93-4b24-a229-ce43a19a8052 HTTP/1.1" status: 200 len: 704 time: 0.1450188 May 27 00:11:29.584028 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:29.815863 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Allocated IP 172.20.0.1 (ee0a76c9-cfec-4e86-ad53-068d5e56b8de/9fc9832d-a2bb-4205-9894-8c6e817a14fa/2a169cb7-e838-4b2f-bb08-19c82e84ee92) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:11:29.973636 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:29.991884 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Transition to ACTIVE for port object 2a169cb7-e838-4b2f-bb08-19c82e84ee92 will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:11:30.042184 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:30.110738 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Network ee0a76c9-cfec-4e86-ad53-068d5e56b8de is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:11:30.111916 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:11:30.118679 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:11:30.119715 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825379'] for router_interface, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:30.125794 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Pushing event updated for resources: {'Port': ['ID=2a169cb7-e838-4b2f-bb08-19c82e84ee92,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:30.247472 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:30.278350 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-a7c3a50b-ed69-4e9e-84db-04d858468e9d None None] Provisioning for port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:11:30.284530 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-a7c3a50b-ed69-4e9e-84db-04d858468e9d None None] Provisioning complete for port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:11:30.284899 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a7c3a50b-ed69-4e9e-84db-04d858468e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:30.344213 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-a7c3a50b-ed69-4e9e-84db-04d858468e9d None None] Port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:11:30.491257 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:30.495671 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:30.496498 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15341097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825486'] for router_interface, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:30.624673 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Pushing event updated for resources: {'Port': ['ID=2a169cb7-e838-4b2f-bb08-19c82e84ee92,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:30.729502 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Network ee0a76c9-cfec-4e86-ad53-068d5e56b8de is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:11:30.730543 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:11:30.967538 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-86c6e36c-11b3-4cfa-bccc-21deb6d4391e None None] Provisioning complete for port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:11:30.967898 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-86c6e36c-11b3-4cfa-bccc-21deb6d4391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:31.019623 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-86c6e36c-11b3-4cfa-bccc-21deb6d4391e None None] Port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:11:31.081654 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Router dca41c43-ba93-4b24-a229-ce43a19a8052 is scheduled to L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 with binding_index 1 {{(pid=83256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 00:11:31.261887 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:11:31.271113 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-5b7dae5b-4c06-40b2-80e3-b27df35e4651 admin admin] 10.222.0.42 "PUT /v2.0/routers/dca41c43-ba93-4b24-a229-ce43a19a8052/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1623900 May 27 00:11:31.271499 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Sync routers for ids ['dca41c43-ba93-4b24-a229-ce43a19a8052'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:11:31.285020 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Routers {'dca41c43-ba93-4b24-a229-ce43a19a8052'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:11:31.285901 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:11:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dca41c43-ba93-4b24-a229-ce43a19a8052'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:31.462455 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Set router dca41c43-ba93-4b24-a229-ce43a19a8052 gateway port host: None {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:11:31.831536 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'name': 'router1', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:11:20Z', 'updated_at': '2022-05-27T00:11:30Z', 'revision_number': 2, 'project_id': '263de405cc084b4ab30b276550000a8c', 'gw_port_host': None, '_interfaces': [{'id': '2a169cb7-e838-4b2f-bb08-19c82e84ee92', 'name': '', 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'mac_address': 'fa:16:3e:ba:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:11:29Z', 'updated_at': '2022-05-27T00:11:30Z', 'revision_number': 2, 'project_id': '263de405cc084b4ab30b276550000a8c', 'subnets': [{'id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87421d74-f3f8-47e8-a82e-d8e97f1db108'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:31.836447 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Checking router: dca41c43-ba93-4b24-a229-ce43a19a8052 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:11:31.836826 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Updating router dca41c43-ba93-4b24-a229-ce43a19a8052 port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 binding host dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:11:31.890849 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:32.267988 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:32.284804 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.provisioning_blocks [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Transition to ACTIVE for port object 2a169cb7-e838-4b2f-bb08-19c82e84ee92 will not be triggered until provisioned by entity L2. {{(pid=83258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:11:32.291746 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:32.487485 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Pushing event updated for resources: {'Port': ['ID=2a169cb7-e838-4b2f-bb08-19c82e84ee92,revision_number=3']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:32.543418 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:32.543824 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:32.544084 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:32.544419 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:32.544844 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:32.545052 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:32.545404 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:32.545732 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:32.546032 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:32.546344 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:32.546661 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Tracked resource versions report: May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: pushed versions: May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: { 'ConntrackHelper': {'1.0'}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'Log': {'1.0'}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'Network': {'1.1'}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'Port': {'1.5'}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'PortForwarding': {'1.2'}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'QosPolicy': {'1.8'}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'SecurityGroup': {'1.2'}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'SecurityGroupRule': {'1.0'}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'SubPort': {'1.0'}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'Subnet': {'1.1'}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'Trunk': {'1.1'}} May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: consumer versions: May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: { DHCP agent@dv-cinder-843305-3-smb: {}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: L3 agent@dv-cinder-843305-3-smb: {}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: Metadata agent@dv-cinder-843305-3-smb: {}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: Metering agent@dv-cinder-843305-3-smb: {}, May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: Open vSwitch agent@dv-cinder-843305-3-smb: { 'ConntrackHelper': '1.0', May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'Log': '1.0', May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'Network': '1.1', May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'Port': '1.5', May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'PortForwarding': '1.2', May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'QosPolicy': '1.8', May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'SecurityGroup': '1.2', May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'SecurityGroupRule': '1.0', May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'SubPort': '1.0', May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'Subnet': '1.1', May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: 'Trunk': '1.1'}} May 27 00:11:32.547745 dv-cinder-843305-3-smb neutron-server[83258]: {{(pid=83258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 00:11:32.554120 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Attempting to bind port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:11:32.554518 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Attempting to bind port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': 'b57c2d45-72c1-450f-8cc0-8f660cd78c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de'}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:11:32.554951 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Attempting to bind port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 on network ee0a76c9-cfec-4e86-ad53-068d5e56b8de {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:11:32.562278 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:11:32.562691 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Checking segment: {'id': 'b57c2d45-72c1-450f-8cc0-8f660cd78c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:11:32.563178 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:32.563563 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Bound using segment: {'id': 'b57c2d45-72c1-450f-8cc0-8f660cd78c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de'} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:11:32.564105 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Bound port: 2a169cb7-e838-4b2f-bb08-19c82e84ee92, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57c2d45-72c1-450f-8cc0-8f660cd78c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de'}}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:11:32.564492 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:32.663627 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] For port 2a169cb7-e838-4b2f-bb08-19c82e84ee92, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:11:32.668217 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] For port 2a169cb7-e838-4b2f-bb08-19c82e84ee92, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=2a169cb7-e838-4b2f-bb08-19c82e84ee92,segment=NetworkSegment(b57c2d45-72c1-450f-8cc0-8f660cd78c72),segment_id=b57c2d45-72c1-450f-8cc0-8f660cd78c72)] {{(pid=83258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:11:32.672191 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:32.761533 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0af73-4cd1-483a-8b3b-3236d9376f80 None None] Pushing event updated for resources: {'Port': ['ID=2a169cb7-e838-4b2f-bb08-19c82e84ee92,revision_number=4']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:32.766336 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Routers {'dca41c43-ba93-4b24-a229-ce43a19a8052'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:11:32.766982 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:11:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dca41c43-ba93-4b24-a229-ce43a19a8052'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:32.932470 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] Set router dca41c43-ba93-4b24-a229-ce43a19a8052 gateway port host: None {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:11:33.277755 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'name': 'router1', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:11:20Z', 'updated_at': '2022-05-27T00:11:30Z', 'revision_number': 2, 'project_id': '263de405cc084b4ab30b276550000a8c', 'gw_port_host': None, '_interfaces': [{'id': '2a169cb7-e838-4b2f-bb08-19c82e84ee92', 'name': '', 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'mac_address': 'fa:16:3e:ba:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:11:29Z', 'updated_at': '2022-05-27T00:11:32Z', 'revision_number': 4, 'project_id': '263de405cc084b4ab30b276550000a8c', 'subnets': [{'id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87421d74-f3f8-47e8-a82e-d8e97f1db108'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:33.281689 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63102b61-8b59-43cc-b8dd-bb7db77bc5f9 None None] The sync data for ids ['dca41c43-ba93-4b24-a229-ce43a19a8052'] in dv-cinder-843305-3-smb is: [{'id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'name': 'router1', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:11:20Z', 'updated_at': '2022-05-27T00:11:30Z', 'revision_number': 2, 'project_id': '263de405cc084b4ab30b276550000a8c', 'gw_port_host': None, '_interfaces': [{'id': '2a169cb7-e838-4b2f-bb08-19c82e84ee92', 'name': '', 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'mac_address': 'fa:16:3e:ba:4c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:11:29Z', 'updated_at': '2022-05-27T00:11:32Z', 'revision_number': 4, 'project_id': '263de405cc084b4ab30b276550000a8c', 'subnets': [{'id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87421d74-f3f8-47e8-a82e-d8e97f1db108'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:11:33.370433 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 55656) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:33.541209 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b767eae6-ab34-4d73-9bbd-5a0b430545b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:33.541713 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-b767eae6-ab34-4d73-9bbd-5a0b430545b1 admin admin] Synchronizing usage tracker for tenant:5f8183d14d914339865dd7228c309919 on resource:network {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:11:33.560343 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-b767eae6-ab34-4d73-9bbd-5a0b430545b1 admin admin] Unset dirty status for tenant:5f8183d14d914339865dd7228c309919 on resource:network {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:11:33.561896 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-b767eae6-ab34-4d73-9bbd-5a0b430545b1 admin admin] 10.222.0.42 "GET /v2.0/networks/3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 HTTP/1.1" status: 200 len: 842 time: 0.1903641 May 27 00:11:33.578498 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'enable_dhcp': False}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:11:33.584539 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:11:33.588852 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Usage tracker for resource:subnet and tenant:5f8183d14d914339865dd7228c309919 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:11:33.592025 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:11:33.598865 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:11:33.610144 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Made reservation on behalf of 5f8183d14d914339865dd7228c309919 for: {'subnet': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:11:33.613398 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:33.991160 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.objects.ports [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83256) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 27 00:11:33.991603 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for subnet, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:34.068537 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f32c4f-7c5e-4ed3-af21-38c45367b190,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:34.079774 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Checking segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:11:34.080133 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Network hostable DHCP agents. Network: 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:11:34.104280 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:11:34.115040 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1) {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:11:34.122264 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:34.122925 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:34.126756 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1221c3da-c300-402d-a0d4-00b9c3e1b087 None None] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:11:34.165922 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-08ddada6-4c02-4690-b743-25609350d58d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5910809 May 27 00:11:34.261551 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 2a169cb7-e838-4b2f-bb08-19c82e84ee92 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:11:34.417567 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:11:34.451413 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:11:34.451609 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:34.496401 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e2db5c-e99e-4747-b36c-cf01ce0c9ddd None None] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:11:34.741713 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:34.821919 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 2a169cb7-e838-4b2f-bb08-19c82e84ee92, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=2a169cb7-e838-4b2f-bb08-19c82e84ee92,segment=NetworkSegment(b57c2d45-72c1-450f-8cc0-8f660cd78c72),segment_id=b57c2d45-72c1-450f-8cc0-8f660cd78c72)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:34.826279 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:34.892994 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=2a169cb7-e838-4b2f-bb08-19c82e84ee92,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:36.212326 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 2a169cb7-e838-4b2f-bb08-19c82e84ee92 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:11:36.282579 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:11:36.282943 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:36.333004 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 55670) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:36.569422 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-4b716cf1-e0ce-4768-b9f4-a25a0dc3e9b8 admin admin] 10.222.0.42 "GET /v2.0/routers/dca41c43-ba93-4b24-a229-ce43a19a8052 HTTP/1.1" status: 200 len: 710 time: 0.2352662 May 27 00:11:36.738178 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f4615e-4f90-4a91-9bba-425c13fce81b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:11:36.739444 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-03f4615e-4f90-4a91-9bba-425c13fce81b admin admin] 10.222.0.42 "GET /v2.0/networks/3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 HTTP/1.1" status: 200 len: 886 time: 0.1651602 May 27 00:11:36.748027 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:11:37.217002 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1824265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31854'] for router, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:37.446519 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:37.506746 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:37.648561 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Allocated IP 172.28.0.234 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/86788072-a7da-4162-a1e1-eac00bbd086d) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:11:37.791524 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:37.818173 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:37.883504 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:11:37.886301 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:11:37.888668 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:11:37.916613 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Pushing event updated for resources: {'Port': ['ID=86788072-a7da-4162-a1e1-eac00bbd086d,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:37.921712 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 5 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:11:38.029194 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:38.231146 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1824265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31854'] for router, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:38.234444 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1824274'] for router, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:38.428732 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Router dca41c43-ba93-4b24-a229-ce43a19a8052 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:11:38.628945 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:11:38.636930 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] Notify callbacks [] for router, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:38.643457 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Sync routers for ids ['dca41c43-ba93-4b24-a229-ce43a19a8052'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:11:38.644007 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-6577f372-ce62-4d7d-aa5a-73b83d437566 admin admin] 10.222.0.42 "PUT /v2.0/routers/dca41c43-ba93-4b24-a229-ce43a19a8052 HTTP/1.1" status: 200 len: 890 time: 1.8932810 May 27 00:11:38.650865 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Routers {'dca41c43-ba93-4b24-a229-ce43a19a8052'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:11:38.651569 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:11:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dca41c43-ba93-4b24-a229-ce43a19a8052'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:38.844082 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Set router dca41c43-ba93-4b24-a229-ce43a19a8052 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:11:39.194140 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'name': 'router1', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '86788072-a7da-4162-a1e1-eac00bbd086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:11:20Z', 'updated_at': '2022-05-27T00:11:37Z', 'revision_number': 4, 'project_id': '263de405cc084b4ab30b276550000a8c', 'gw_port': {'id': '86788072-a7da-4162-a1e1-eac00bbd086d', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:11:37Z', 'updated_at': '2022-05-27T00:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '2a169cb7-e838-4b2f-bb08-19c82e84ee92', 'name': '', 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'mac_address': 'fa:16:3e:ba:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:11:29Z', 'updated_at': '2022-05-27T00:11:34Z', 'revision_number': 5, 'project_id': '263de405cc084b4ab30b276550000a8c', 'subnets': [{'id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87421d74-f3f8-47e8-a82e-d8e97f1db108'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:39.199283 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Checking router: dca41c43-ba93-4b24-a229-ce43a19a8052 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:11:39.199698 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Updating router dca41c43-ba93-4b24-a229-ce43a19a8052 port 86788072-a7da-4162-a1e1-eac00bbd086d binding host dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:11:39.249816 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:39.587668 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Notify callbacks [] for port, precommit_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:39.599883 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Transition to ACTIVE for port object 86788072-a7da-4162-a1e1-eac00bbd086d will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:11:39.606356 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:39.684358 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ff71a-1218-4334-ae12-a21db4529cfa None None] Pushing event updated for resources: {'Port': ['ID=86788072-a7da-4162-a1e1-eac00bbd086d,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:39.696294 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Attempting to bind port 86788072-a7da-4162-a1e1-eac00bbd086d on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:11:39.696663 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Attempting to bind port 86788072-a7da-4162-a1e1-eac00bbd086d by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:11:39.697021 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Attempting to bind port 86788072-a7da-4162-a1e1-eac00bbd086d on network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:11:39.703598 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:11:39.703969 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Checking segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:11:39.704363 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:39.704749 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Bound using segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:11:39.705212 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Bound port: 86788072-a7da-4162-a1e1-eac00bbd086d, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:11:39.705659 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:39.785999 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] For port 86788072-a7da-4162-a1e1-eac00bbd086d, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:11:39.789249 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] For port 86788072-a7da-4162-a1e1-eac00bbd086d, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=86788072-a7da-4162-a1e1-eac00bbd086d,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:11:39.794518 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:39.906449 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ff71a-1218-4334-ae12-a21db4529cfa None None] Pushing event updated for resources: {'Port': ['ID=86788072-a7da-4162-a1e1-eac00bbd086d,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:39.911158 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Routers {'dca41c43-ba93-4b24-a229-ce43a19a8052'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:11:39.911784 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:11:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dca41c43-ba93-4b24-a229-ce43a19a8052'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:40.091586 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] Set router dca41c43-ba93-4b24-a229-ce43a19a8052 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:11:40.420034 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'name': 'router1', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '86788072-a7da-4162-a1e1-eac00bbd086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:11:20Z', 'updated_at': '2022-05-27T00:11:37Z', 'revision_number': 4, 'project_id': '263de405cc084b4ab30b276550000a8c', 'gw_port': {'id': '86788072-a7da-4162-a1e1-eac00bbd086d', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:11:37Z', 'updated_at': '2022-05-27T00:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '2a169cb7-e838-4b2f-bb08-19c82e84ee92', 'name': '', 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'mac_address': 'fa:16:3e:ba:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:11:29Z', 'updated_at': '2022-05-27T00:11:34Z', 'revision_number': 5, 'project_id': '263de405cc084b4ab30b276550000a8c', 'subnets': [{'id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87421d74-f3f8-47e8-a82e-d8e97f1db108'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:11:40.424723 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f41d105-a61e-40f9-b892-2a0a3c017447 None None] The sync data for ids ['dca41c43-ba93-4b24-a229-ce43a19a8052'] in dv-cinder-843305-3-smb is: [{'id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'name': 'router1', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '86788072-a7da-4162-a1e1-eac00bbd086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:11:20Z', 'updated_at': '2022-05-27T00:11:37Z', 'revision_number': 4, 'project_id': '263de405cc084b4ab30b276550000a8c', 'gw_port': {'id': '86788072-a7da-4162-a1e1-eac00bbd086d', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:11:37Z', 'updated_at': '2022-05-27T00:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '2a169cb7-e838-4b2f-bb08-19c82e84ee92', 'name': '', 'network_id': 'ee0a76c9-cfec-4e86-ad53-068d5e56b8de', 'tenant_id': '263de405cc084b4ab30b276550000a8c', 'mac_address': 'fa:16:3e:ba:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca41c43-ba93-4b24-a229-ce43a19a8052', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:11:29Z', 'updated_at': '2022-05-27T00:11:34Z', 'revision_number': 5, 'project_id': '263de405cc084b4ab30b276550000a8c', 'subnets': [{'id': '9fc9832d-a2bb-4205-9894-8c6e817a14fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87421d74-f3f8-47e8-a82e-d8e97f1db108'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:11:40.880270 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 55680) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:11:41.018681 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-42ce59ff-58ff-4446-a1a2-f24b5e89c802 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1367817 May 27 00:11:42.259766 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 86788072-a7da-4162-a1e1-eac00bbd086d up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:11:42.335230 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 86788072-a7da-4162-a1e1-eac00bbd086d completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:11:42.344517 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 86788072-a7da-4162-a1e1-eac00bbd086d triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:11:42.344900 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:42.459288 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:42.475180 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 86788072-a7da-4162-a1e1-eac00bbd086d, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=86788072-a7da-4162-a1e1-eac00bbd086d,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:11:42.480031 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:42.545466 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=86788072-a7da-4162-a1e1-eac00bbd086d,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:11:44.245128 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 86788072-a7da-4162-a1e1-eac00bbd086d up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:11:44.354401 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 86788072-a7da-4162-a1e1-eac00bbd086d triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:11:44.355852 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:54.213103 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-7ce63c3c-8680-4f22-bc9d-e689ad5d95cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:56.422473 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-257695b9-7c57-407b-9946-78151476898f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:57.926015 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:57.928246 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:11:59.105123 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:14.922080 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 5 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:12:24.216620 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-3f9a2142-9739-4d97-aa7d-8d6436d1f090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:26.443900 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-27d5f7bd-358d-436a-86d6-13b2141bf63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:27.928100 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:27.929317 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:29.114577 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:51.922697 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 5 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:12:54.221997 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-9db24147-f5ba-4f7c-9b11-da626c3333e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:56.427688 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5a3562ee-a9e8-41ac-a03b-5e81710eb123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:57.931648 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:57.932696 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:12:59.115241 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:24.224776 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-df848961-bd3d-4c20-bf0b-d68866a6cc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:26.432105 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e5d29ce9-1406-48dc-beb5-ea5e4a796244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:27.937769 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:27.938828 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:28.922875 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 5 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:13:29.121508 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:43.895477 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56252) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:13:43.987963 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed9c1e0-c849-4eec-9075-4287a5ef78de admin admin] GET failed (client error): The resource could not be found. May 27 00:13:43.989210 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-6ed9c1e0-c849-4eec-9075-4287a5ef78de admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0928578 May 27 00:13:44.120906 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd22cc4-1ddb-409a-bcef-64c015578e76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:13:44.122377 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-bbd22cc4-1ddb-409a-bcef-64c015578e76 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1291442 May 27 00:13:46.163431 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 56262) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:13:46.298205 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474db733-2376-41ee-bba3-65734decc33c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:13:46.299527 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-474db733-2376-41ee-bba3-65734decc33c admin admin] 10.222.0.42 "GET /v2.0/subnets/9fc9832d-a2bb-4205-9894-8c6e817a14fa HTTP/1.1" status: 200 len: 849 time: 0.1351695 May 27 00:13:46.308508 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:13:46.433821 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:46.628246 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746490175645'] for subnet, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:46.679907 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:13:46.680749 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:46.697439 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] 10.222.0.42 "PUT /v2.0/subnets/9fc9832d-a2bb-4205-9894-8c6e817a14fa HTTP/1.1" status: 200 len: 868 time: 0.3769298 May 27 00:13:46.697659 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a4122-19d7-4740-bfbf-a1592943c4e4 None None] Network ee0a76c9-cfec-4e86-ad53-068d5e56b8de requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:13:46.704047 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc9832d-a2bb-4205-9894-8c6e817a14fa,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:13:46.713379 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:13:46.713944 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:13:46.714508 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:13:46.715080 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:13:46.715617 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:13:46.715960 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:13:46.716545 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:13:46.716968 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:13:46.717325 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:13:46.717656 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:13:46.717980 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24277453-dd50-410a-b9df-1b6857d6ddd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:13:47.227627 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-ef75b378-fb0a-4da3-a255-0c2525c35b0b None None] Provisioning complete for port 2a169cb7-e838-4b2f-bb08-19c82e84ee92 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:13:47.227993 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-ef75b378-fb0a-4da3-a255-0c2525c35b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:47.360538 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-ef75b378-fb0a-4da3-a255-0c2525c35b0b None None] Provisioning complete for port 6a30af63-bb29-4c87-89e4-8367b6e314d9 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:13:47.360780 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-ef75b378-fb0a-4da3-a255-0c2525c35b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:48.752626 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 56272) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:13:48.950144 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f9b87-bc44-44b5-a34d-a13f516ab18e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:13:48.950511 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f9b87-bc44-44b5-a34d-a13f516ab18e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:13:48.952599 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-3b2f9b87-bc44-44b5-a34d-a13f516ab18e admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990438 May 27 00:13:50.981811 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56282) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:13:51.178618 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a84ae7a-6406-4e1f-91df-c3fa1a80d0ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:13:51.179002 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a84ae7a-6406-4e1f-91df-c3fa1a80d0ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:13:51.180523 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-2a84ae7a-6406-4e1f-91df-c3fa1a80d0ae admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972423 May 27 00:13:53.211554 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56292) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:13:53.404609 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29f195b-5798-43b1-bfc7-a2c07616a155 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:13:53.405921 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-e29f195b-5798-43b1-bfc7-a2c07616a155 admin admin] 10.222.0.42 "GET /v2.0/networks/3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 HTTP/1.1" status: 200 len: 886 time: 0.1934388 May 27 00:13:54.227905 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-57bee819-d43b-4710-851c-4519db86500b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:55.446139 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56302) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:13:55.645878 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff4cca-33b6-42a9-ae34-13a958df098b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:13:55.647338 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-00ff4cca-33b6-42a9-ae34-13a958df098b admin admin] 10.222.0.42 "GET /v2.0/networks/ee0a76c9-cfec-4e86-ad53-068d5e56b8de HTTP/1.1" status: 200 len: 869 time: 0.2002666 May 27 00:13:56.435585 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe36c-d36e-44ad-9231-925fd234de15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:57.685759 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56312) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:13:57.815342 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d046ad-2393-4ca4-8971-9a10822a08d1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:13:57.815707 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d046ad-2393-4ca4-8971-9a10822a08d1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:13:57.816412 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c6d046ad-2393-4ca4-8971-9a10822a08d1 admin admin] Synchronizing usage tracker for tenant:5f8183d14d914339865dd7228c309919 on resource:subnet {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:13:57.831138 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c6d046ad-2393-4ca4-8971-9a10822a08d1 admin admin] Unset dirty status for tenant:5f8183d14d914339865dd7228c309919 on resource:subnet {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:13:57.832262 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-c6d046ad-2393-4ca4-8971-9a10822a08d1 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1455901 May 27 00:13:57.931651 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:57.938157 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:59.127663 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:13:59.874975 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56322) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:14:00.004988 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837eb05a-c9d9-4864-83bb-66c13c640dfd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:14:00.005389 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837eb05a-c9d9-4864-83bb-66c13c640dfd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:14:00.006908 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-837eb05a-c9d9-4864-83bb-66c13c640dfd admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309900 May 27 00:14:02.019126 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56332) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:14:02.158938 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1eb087-75e1-4b24-83f5-2de95fd4f964 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:14:02.160277 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-0d1eb087-75e1-4b24-83f5-2de95fd4f964 admin admin] 10.222.0.42 "GET /v2.0/subnets/9fc9832d-a2bb-4205-9894-8c6e817a14fa HTTP/1.1" status: 200 len: 868 time: 0.1402156 May 27 00:14:04.196973 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56342) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:14:04.320328 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f0e8e-9cb1-4be9-b0ab-f597da9007d3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:14:04.321702 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-ed7f0e8e-9cb1-4be9-b0ab-f597da9007d3 admin admin] 10.222.0.42 "GET /v2.0/subnets/f3f32c4f-7c5e-4ed3-af21-38c45367b190 HTTP/1.1" status: 200 len: 816 time: 0.1237369 May 27 00:14:05.926017 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 5 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:14:22.417433 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56380) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:14:22.488463 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [None req-9cd4041a-88b5-4b29-99fa-e93393355aba admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:14:22.489464 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-9cd4041a-88b5-4b29-99fa-e93393355aba admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0711203 May 27 00:14:24.232863 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-de1406fe-916e-4d53-8f9b-3ccd657c5a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:24.611100 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56390) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:14:24.702410 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.pecan_wsgi.hooks.translation [None req-a997cfa4-7d60-4afd-8c76-2e8626b38d94 admin admin] GET failed (client error): The resource could not be found. May 27 00:14:24.703636 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-a997cfa4-7d60-4afd-8c76-2e8626b38d94 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0915244 May 27 00:14:24.862403 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec469d2-edd4-46b1-9d1a-48d02ef8cf99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:14:24.863783 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-0ec469d2-edd4-46b1-9d1a-48d02ef8cf99 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1563187 May 27 00:14:26.438223 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-fb299df1-61c9-41da-90b6-fad39318e0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:26.918787 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56400) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:14:26.988614 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:14:26.992962 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:14:27.002749 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:14:27.012579 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Made reservation on behalf of 5f8183d14d914339865dd7228c309919 for: {'network': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:14:27.014816 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:27.101482 dv-cinder-843305-3-smb neutron-server[83256]: WARNING neutron.services.revisions.revision_plugin [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Could not find related network for resource to bump revision. May 27 00:14:27.114652 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=83256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:14:27.124105 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:27.124493 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.segments_db [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Added segment 3316fb32-872c-4c1e-bdbe-6641ef0f7361 of type vlan for network e5d50dd9-c518-445f-b27f-ef749c5bd3f0 May 27 00:14:27.152242 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:27.181310 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:27.182118 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:14:27.182682 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:27.280593 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Pushing event updated for resources: {'Network': ['ID=e5d50dd9-c518-445f-b27f-ef749c5bd3f0,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:14:27.285866 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3661163 May 27 00:14:27.290789 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:27.291137 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:27.291475 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:27.291811 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:27.292143 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:27.292469 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:27.292794 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:27.293207 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:27.294076 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:27.294404 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:27.294720 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ab56a5-690a-4e03-828e-b9a2a4fe97fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:27.306303 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network e5d50dd9-c518-445f-b27f-ef749c5bd3f0 details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:14:27.931454 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:27.936449 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:29.130420 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:29.350997 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56410) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:14:29.444798 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.pecan_wsgi.hooks.translation [None req-6359de2d-be92-49bb-9a98-a67c34d59057 admin admin] GET failed (client error): The resource could not be found. May 27 00:14:29.445504 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-6359de2d-be92-49bb-9a98-a67c34d59057 admin admin] Synchronizing usage tracker for tenant:5f8183d14d914339865dd7228c309919 on resource:network {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:14:29.461433 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-6359de2d-be92-49bb-9a98-a67c34d59057 admin admin] Unset dirty status for tenant:5f8183d14d914339865dd7228c309919 on resource:network {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:14:29.462691 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-6359de2d-be92-49bb-9a98-a67c34d59057 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1106799 May 27 00:14:29.571726 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d18a6-43e0-4a8e-b93d-5a5fba6e4fe0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:14:29.573175 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-311d18a6-43e0-4a8e-b93d-5a5fba6e4fe0 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1059403 May 27 00:14:29.582985 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:14:29.587742 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:14:29.598430 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:14:29.608387 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Made reservation on behalf of 5f8183d14d914339865dd7228c309919 for: {'subnet': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:14:29.610605 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:29.810232 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for subnet, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:29.883056 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=efbe5198-6851-4082-ae7e-3d8528131db0,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:14:29.895492 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Checking segment: {'id': '3316fb32-872c-4c1e-bdbe-6641ef0f7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:14:29.895987 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Network hostable DHCP agents. Network: e5d50dd9-c518-445f-b27f-ef749c5bd3f0, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:14:29.917618 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Network e5d50dd9-c518-445f-b27f-ef749c5bd3f0 is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:14:29.926179 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, e5d50dd9-c518-445f-b27f-ef749c5bd3f0) {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:14:29.930277 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:14:29.930933 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:29.934857 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0585ab15-438d-4d84-aaa2-b60d24375c73 None None] Network e5d50dd9-c518-445f-b27f-ef749c5bd3f0 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:14:29.955935 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-8cb7e1ea-4ad2-4235-83ad-33eaae7d95cb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3764017 May 27 00:14:30.166530 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96a82df2-393d-51df-9307-dc13b25ad232-e5d50dd9-c518-445f-b27f-ef749c5bd3f0', 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0', 'tenant_id': '5f8183d14d914339865dd7228c309919', 'fixed_ips': [{'subnet_id': 'efbe5198-6851-4082-ae7e-3d8528131db0'}]}} from dv-cinder-843305-3-smb. {{(pid=83257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 00:14:30.167350 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:30.329175 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.db_base_plugin_common [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Allocated IP 192.168.233.2 (e5d50dd9-c518-445f-b27f-ef749c5bd3f0/efbe5198-6851-4082-ae7e-3d8528131db0/38ae6a66-9747-4ce4-8c8b-ff060c2d4559) {{(pid=83257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:14:30.540213 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Notify callbacks [] for port, precommit_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:30.550450 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Transition to ACTIVE for port object 38ae6a66-9747-4ce4-8c8b-ff060c2d4559 will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:14:30.568687 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Transition to ACTIVE for port object 38ae6a66-9747-4ce4-8c8b-ff060c2d4559 will not be triggered until provisioned by entity DHCP. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:14:30.575070 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:30.642744 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Pushing event updated for resources: {'Port': ['ID=38ae6a66-9747-4ce4-8c8b-ff060c2d4559,revision_number=1']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:14:30.656926 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Network e5d50dd9-c518-445f-b27f-ef749c5bd3f0 is already hosted by enough agents. {{(pid=83257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:14:30.658267 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.base_scheduler [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Resources bound (agent type, host, resource id): {{(pid=83257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:14:30.660542 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:30.660876 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:30.661253 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:30.661551 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:30.661873 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:30.662191 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:30.662507 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:30.662821 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:30.663142 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:30.663445 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:30.663758 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:14:30.666650 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Received port after_create {{(pid=83257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:14:30.752463 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Attempting to bind port 38ae6a66-9747-4ce4-8c8b-ff060c2d4559 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:14:30.752825 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Attempting to bind port 38ae6a66-9747-4ce4-8c8b-ff060c2d4559 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '3316fb32-872c-4c1e-bdbe-6641ef0f7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:14:30.753181 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Attempting to bind port 38ae6a66-9747-4ce4-8c8b-ff060c2d4559 on network e5d50dd9-c518-445f-b27f-ef749c5bd3f0 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:14:30.759905 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:14:30.760266 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Checking segment: {'id': '3316fb32-872c-4c1e-bdbe-6641ef0f7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:14:30.760657 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:30.761040 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Bound using segment: {'id': '3316fb32-872c-4c1e-bdbe-6641ef0f7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:14:30.761518 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Bound port: 38ae6a66-9747-4ce4-8c8b-ff060c2d4559, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3316fb32-872c-4c1e-bdbe-6641ef0f7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:14:30.762470 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:30.876836 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] For port 38ae6a66-9747-4ce4-8c8b-ff060c2d4559, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:14:30.881245 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] For port 38ae6a66-9747-4ce4-8c8b-ff060c2d4559, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=38ae6a66-9747-4ce4-8c8b-ff060c2d4559,segment=NetworkSegment(3316fb32-872c-4c1e-bdbe-6641ef0f7361),segment_id=3316fb32-872c-4c1e-bdbe-6641ef0f7361)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:14:30.885912 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:30.967529 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c1eb2-9daf-495a-a0e5-63cc9d849a6c None None] Pushing event updated for resources: {'Port': ['ID=38ae6a66-9747-4ce4-8c8b-ff060c2d4559,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:14:31.775952 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9685acbd-3871-4239-b4d2-af8436dda8d9 None None] Network e5d50dd9-c518-445f-b27f-ef749c5bd3f0 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:14:31.884707 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-601ad594-2c1b-4f33-a6c1-f772d841bd28 None None] Provisioning for port 38ae6a66-9747-4ce4-8c8b-ff060c2d4559 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:14:32.321648 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 38ae6a66-9747-4ce4-8c8b-ff060c2d4559 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:14:32.392582 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 38ae6a66-9747-4ce4-8c8b-ff060c2d4559 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:14:32.397987 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 38ae6a66-9747-4ce4-8c8b-ff060c2d4559 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:14:32.398356 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:32.524605 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:32.559741 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 38ae6a66-9747-4ce4-8c8b-ff060c2d4559, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=38ae6a66-9747-4ce4-8c8b-ff060c2d4559,segment=NetworkSegment(3316fb32-872c-4c1e-bdbe-6641ef0f7361),segment_id=3316fb32-872c-4c1e-bdbe-6641ef0f7361)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:14:32.563882 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:32.637215 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=38ae6a66-9747-4ce4-8c8b-ff060c2d4559,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:14:34.299936 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 38ae6a66-9747-4ce4-8c8b-ff060c2d4559 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:14:34.368442 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 38ae6a66-9747-4ce4-8c8b-ff060c2d4559 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:14:34.368814 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:42.926023 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 5 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:14:54.235261 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-04968cc1-5d06-4117-a6c7-5652001b492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:56.441324 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-83ef378a-9515-4181-8f06-d3c50cb4c748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:57.931502 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:57.937108 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:14:59.133517 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:19.926025 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 5 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:15:24.238829 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cad78c80-2e5e-42e1-a578-fe2153ca1118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:26.444133 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-64a83ddc-068f-4915-9da2-7fd82ecdf19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:27.933311 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:27.938348 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:29.136125 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:52.809829 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56454) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:15:52.815712 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [None req-e2f76004-e5f6-4910-8af5-d10d53aeb8b0 tempest-verify_tempest_config-705836203 tempest-verify_tempest_config-705836203-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:15:52.816660 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-e2f76004-e5f6-4910-8af5-d10d53aeb8b0 tempest-verify_tempest_config-705836203 tempest-verify_tempest_config-705836203-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059361 May 27 00:15:53.142908 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56470) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:15:53.285631 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:53.316499 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:15:53.320215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Usage tracker for resource:security_group_rule and tenant:4fae397e3cc94476a711b77b6e313c0b is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:15:53.322986 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:15:53.328512 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:15:53.394856 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:53.398594 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:53.445334 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5866fb6f-3130-4417-b059-545fedf60d7e,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:15:53.448078 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Synchronizing usage tracker for tenant:5f8183d14d914339865dd7228c309919 on resource:security_group {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:15:53.463751 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:15:53.464096 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:15:53.464431 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:15:53.464765 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:15:53.465092 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:15:53.465460 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:15:53.465789 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:15:53.466118 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:15:53.466436 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:15:53.466753 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:15:53.467074 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:15:53.476673 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] Unset dirty status for tenant:5f8183d14d914339865dd7228c309919 on resource:security_group {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:15:53.479214 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-81c29b15-485b-4584-b29d-5822b658437a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fae397e3cc94476a711b77b6e313c0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3346903 May 27 00:15:53.481223 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56476) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:15:53.542904 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-cd314f3c-08b2-4803-8408-e2d0a498b424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:53.567271 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-cd314f3c-08b2-4803-8408-e2d0a498b424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:53.659158 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-cd314f3c-08b2-4803-8408-e2d0a498b424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:53.674350 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd314f3c-08b2-4803-8408-e2d0a498b424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5866fb6f-3130-4417-b059-545fedf60d7e,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:15:53.680958 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-cd314f3c-08b2-4803-8408-e2d0a498b424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:53.682121 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-cd314f3c-08b2-4803-8408-e2d0a498b424 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5866fb6f-3130-4417-b059-545fedf60d7e HTTP/1.1" status: 204 len: 168 time: 0.1999497 May 27 00:15:54.242272 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-bd2b797c-999f-41ed-a1bb-22c0851d9900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:56.448399 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-1cc46e7e-613b-4b0a-87d8-bd710fa19182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:56.926324 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 5 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:15:57.932530 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:57.939240 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:15:59.139054 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:24.246239 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e7f8fcf2-ee0a-41ea-9552-f9b36d41bac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:26.450384 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-05824b8f-7b3f-463b-af95-ed511b49f90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:27.926633 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:27.943731 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:29.144666 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:33.926406 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 5 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:16:54.250237 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-f660a152-72fd-4531-bafc-ce1a15bb698f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:56.452443 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-79090636-5fdc-45b9-89ec-84d356df2e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:57.934964 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:57.945695 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:16:59.143413 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:10.926235 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 5 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:17:24.252693 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-629b26ad-8aeb-42aa-94cd-634136504d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:26.453472 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-441a0511-0477-43d0-a8d4-f7b46fef7046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:27.927583 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:27.947043 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:29.147023 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:42.510866 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1825342'] for agent, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:47.926320 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:17:54.256220 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-2bb1f59b-2451-4351-8dbb-f3c32820c574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:56.455578 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4e7e-c676-4a21-8b5e-11944a4bb919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:57.900546 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56554) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:17:57.934558 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:57.953880 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:17:58.056119 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-830dcb75-ebea-4c48-84b9-0026cf585bf8 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1544259 May 27 00:17:59.155410 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:00.099528 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 56564) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:18:00.185252 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-30e267e1-1dff-413f-a284-bc621206ff58 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0846400 May 27 00:18:12.512522 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:24.258267 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-d4847b0e-597d-4ce6-b426-6c257276d31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:24.926369 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:18:26.461077 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5e9fbe87-0c9b-459c-b798-2eb40da9bc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:27.928737 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:27.955660 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:29.154538 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:42.498829 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:54.260800 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5e9b18a0-afb3-4c2d-9838-5f7bc6e24791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:56.464486 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-716833e1-5478-485a-8940-e1926784186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:57.934831 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:57.959903 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:18:59.181199 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:01.927502 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:19:12.509763 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:24.263707 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-96da0ef4-e62e-4426-b8c2-38ffec485087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:26.467784 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-28d7b14f-ca48-4a1a-b424-0251c436e334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:27.931258 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:27.963312 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:29.160660 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:38.927715 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:19:42.520580 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:54.275290 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-bb45d859-c7f0-4ccd-a9da-cd2f9d09ba4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:56.470860 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-0ccde65f-37f5-4cb4-91f8-efb64816e21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:57.927148 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:57.963151 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:19:59.164740 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:06.847356 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 56712) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:07.349879 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-670727745-network', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:07.356748 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:07.365803 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Usage tracker for resource:network and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:07.371637 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:07.383845 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:07.400399 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Made reservation on behalf of 8a7c9dd2cdc4409fb8e9a6ea957d8bb2 for: {'network': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:07.404675 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:07.425326 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:07.473593 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:07.480275 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Usage tracker for resource:security_group_rule and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:07.484054 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:07.493667 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:07.614753 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:07.622563 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:07.680276 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d829aa75-58bd-4741-97f2-aeca38395a94,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:07.689212 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=83255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:20:07.706471 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:07.707025 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Tracked resource versions report: May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: pushed versions: May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: { 'ConntrackHelper': {'1.0'}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'Log': {'1.0'}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'Network': {'1.1'}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'Port': {'1.5'}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'PortForwarding': {'1.2'}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'QosPolicy': {'1.8'}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'SecurityGroup': {'1.2'}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'SecurityGroupRule': {'1.0'}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'SubPort': {'1.0'}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'Subnet': {'1.1'}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'Trunk': {'1.1'}} May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: consumer versions: May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: { DHCP agent@dv-cinder-843305-3-smb: {}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: HyperV agent@hv-cinder-84330: {}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: L3 agent@dv-cinder-843305-3-smb: {}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: Metadata agent@dv-cinder-843305-3-smb: {}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: Metering agent@dv-cinder-843305-3-smb: {}, May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: Open vSwitch agent@dv-cinder-843305-3-smb: { 'ConntrackHelper': '1.0', May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'Log': '1.0', May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'Network': '1.1', May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'Port': '1.5', May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'PortForwarding': '1.2', May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'QosPolicy': '1.8', May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'SecurityGroup': '1.2', May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'SecurityGroupRule': '1.0', May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'SubPort': '1.0', May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'Subnet': '1.1', May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: 'Trunk': '1.1'}} May 27 00:20:07.714425 dv-cinder-843305-3-smb neutron-server[83255]: {{(pid=83255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 00:20:07.722772 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:07.723267 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.segments_db [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Added segment 04caf6f7-f89a-4fd3-a236-8b98eaa31a95 of type vlan for network 316b6d55-4d43-484b-ae47-a98812a805f9 May 27 00:20:07.776284 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:07.828712 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:07.829754 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:07.830318 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:07.944867 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] Pushing event updated for resources: {'Network': ['ID=316b6d55-4d43-484b-ae47-a98812a805f9,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:07.952699 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56742) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:07.963997 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Request body: {'subnet': {'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-subnet', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:07.968770 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-68f0d574-bf6d-4387-b46a-8834a4a5590a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1197758 May 27 00:20:07.970559 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network 316b6d55-4d43-484b-ae47-a98812a805f9 details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:20:07.971447 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:07.977012 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Usage tracker for resource:subnet and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:07.982409 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:07.988892 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:08.001378 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Made reservation on behalf of 8a7c9dd2cdc4409fb8e9a6ea957d8bb2 for: {'subnet': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:08.004584 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:08.090666 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 56752) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:08.248563 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for subnet, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:08.323184 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5e148a-72e2-4fc0-a860-6493efc85895,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:08.347318 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:08.347656 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:08.347980 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:08.348525 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:08.349411 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:08.349909 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:08.350386 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:08.354980 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:08.355728 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:08.356286 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:08.356817 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Tracked resource versions report: May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: pushed versions: May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: { 'ConntrackHelper': {'1.0'}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'Log': {'1.0'}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'Network': {'1.1'}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'Port': {'1.5'}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'PortForwarding': {'1.2'}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'QosPolicy': {'1.8'}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'SecurityGroup': {'1.2'}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'SecurityGroupRule': {'1.0'}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'SubPort': {'1.0'}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'Subnet': {'1.1'}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'Trunk': {'1.1'}} May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: consumer versions: May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: { DHCP agent@dv-cinder-843305-3-smb: {}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: HyperV agent@hv-cinder-84330: {}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: L3 agent@dv-cinder-843305-3-smb: {}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: Metadata agent@dv-cinder-843305-3-smb: {}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: Metering agent@dv-cinder-843305-3-smb: {}, May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: Open vSwitch agent@dv-cinder-843305-3-smb: { 'ConntrackHelper': '1.0', May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'Log': '1.0', May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'Network': '1.1', May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'Port': '1.5', May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'PortForwarding': '1.2', May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'QosPolicy': '1.8', May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'SecurityGroup': '1.2', May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'SecurityGroupRule': '1.0', May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'SubPort': '1.0', May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'Subnet': '1.1', May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: 'Trunk': '1.1'}} May 27 00:20:08.358771 dv-cinder-843305-3-smb neutron-server[83256]: {{(pid=83256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 00:20:08.375837 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Checking segment: {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:08.376388 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Network hostable DHCP agents. Network: 316b6d55-4d43-484b-ae47-a98812a805f9, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:20:08.391235 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 56764) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:08.415562 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Network 316b6d55-4d43-484b-ae47-a98812a805f9 is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:20:08.432846 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, 316b6d55-4d43-484b-ae47-a98812a805f9) {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:08.443508 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:08.444511 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:08.448909 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241804ce-07ad-4c92-84af-549a3373d362 None None] Network 316b6d55-4d43-484b-ae47-a98812a805f9 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:20:08.487429 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 56770) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:08.488128 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-66501742-93a8-41e6-b2b3-de6934265cfd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5335374 May 27 00:20:08.496630 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:08.505726 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:08.513384 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Usage tracker for resource:router and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:08.519705 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:08.534074 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:08.562286 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31859'] for router, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:08.565383 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31864'] for router, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:08.622353 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:08.843167 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-307401592-network', 'tenant_id': '489999d6bfaf40418aeab8521c512dca'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:08.897931 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96a82df2-393d-51df-9307-dc13b25ad232-316b6d55-4d43-484b-ae47-a98812a805f9', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895'}]}} from dv-cinder-843305-3-smb. {{(pid=83257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 00:20:08.898906 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:08.999275 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:09.110586 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56782) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:09.114001 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Usage tracker for resource:network and tenant:489999d6bfaf40418aeab8521c512dca is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:09.132391 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:09.151734 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:09.180106 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Made reservation on behalf of 489999d6bfaf40418aeab8521c512dca for: {'network': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:09.185205 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.216165 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.255538 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.db_base_plugin_common [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Allocated IP 172.20.0.2 (316b6d55-4d43-484b-ae47-a98812a805f9/aa5e148a-72e2-4fc0-a860-6493efc85895/03eefc71-1878-4a58-9330-715d03274c44) {{(pid=83257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:09.277656 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-74803811-network', 'tenant_id': '5ef150f64a46494384fe9dfbe1e46931'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:09.294771 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:09.302505 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Usage tracker for resource:network and tenant:5ef150f64a46494384fe9dfbe1e46931 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:09.307629 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:09.319531 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:09.334415 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1824265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31854'] for router, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.348280 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Made reservation on behalf of 5ef150f64a46494384fe9dfbe1e46931 for: {'network': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:09.352143 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.367722 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-613005133-network', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:09.374741 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:09.387580 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.388067 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Usage tracker for resource:network and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:09.396055 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:09.412432 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:09.412885 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:09.441373 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Made reservation on behalf of 8ab7c208c3194694b0754eced701a5e1 for: {'network': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:09.444559 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.461248 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:09.468991 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Usage tracker for resource:security_group_rule and tenant:5ef150f64a46494384fe9dfbe1e46931 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:09.473749 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.475293 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:09.487505 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:09.557424 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:09.569495 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:09.577187 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:09.591266 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:09.687900 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:489999d6bfaf40418aeab8521c512dca is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:09.766777 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:09.768896 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.774636 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.804135 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=83256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:20:09.822081 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.830553 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.832420 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.segments_db [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Added segment 0e917d3c-573f-42a3-94b9-2ddc4e8e271c of type vlan for network ea614eca-e993-4ff1-81c0-52f3da994159 May 27 00:20:09.845541 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Transition to ACTIVE for port object 03eefc71-1878-4a58-9330-715d03274c44 will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:09.886111 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Transition to ACTIVE for port object 03eefc71-1878-4a58-9330-715d03274c44 will not be triggered until provisioned by entity DHCP. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:09.899065 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.908670 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.950927 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.954212 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:09.969690 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.980479 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Pushing event updated for resources: {'Port': ['ID=03eefc71-1878-4a58-9330-715d03274c44,revision_number=1']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:09.987081 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.988752 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:09.990638 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:09.995450 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:09.996326 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:09.996853 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:09.997370 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=83255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:20:09.997823 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:09.998476 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:09.999094 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:09.999862 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:10.000387 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:10.000886 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:10.001468 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:10.002155 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Tracked resource versions report: May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: pushed versions: May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: { 'ConntrackHelper': {'1.0'}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'Log': {'1.0'}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'Network': {'1.1'}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'Port': {'1.5'}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'PortForwarding': {'1.2'}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'QosPolicy': {'1.8'}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'SecurityGroup': {'1.2'}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'SecurityGroupRule': {'1.0'}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'SubPort': {'1.0'}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'Subnet': {'1.1'}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'Trunk': {'1.1'}} May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: consumer versions: May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: { DHCP agent@dv-cinder-843305-3-smb: {}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: HyperV agent@hv-cinder-84330: {}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: L3 agent@dv-cinder-843305-3-smb: {}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: Metadata agent@dv-cinder-843305-3-smb: {}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: Metering agent@dv-cinder-843305-3-smb: {}, May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: Open vSwitch agent@dv-cinder-843305-3-smb: { 'ConntrackHelper': '1.0', May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'Log': '1.0', May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'Network': '1.1', May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'Port': '1.5', May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'PortForwarding': '1.2', May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'QosPolicy': '1.8', May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'SecurityGroup': '1.2', May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'SecurityGroupRule': '1.0', May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'SubPort': '1.0', May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'Subnet': '1.1', May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: 'Trunk': '1.1'}} May 27 00:20:10.003497 dv-cinder-843305-3-smb neutron-server[83257]: {{(pid=83257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 00:20:10.019023 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:10.019987 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.segments_db [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Added segment 64074962-ae06-421e-8976-06ee5eedf926 of type vlan for network fa2c857a-76ac-4cf7-8f50-58527abb35e5 May 27 00:20:10.026720 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Network 316b6d55-4d43-484b-ae47-a98812a805f9 is already hosted by enough agents. {{(pid=83257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:10.028868 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.base_scheduler [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Resources bound (agent type, host, resource id): {{(pid=83257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:10.032550 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Received port after_create {{(pid=83257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:10.145692 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Attempting to bind port 03eefc71-1878-4a58-9330-715d03274c44 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:20:10.146422 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Attempting to bind port 03eefc71-1878-4a58-9330-715d03274c44 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:20:10.147539 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Attempting to bind port 03eefc71-1878-4a58-9330-715d03274c44 on network 316b6d55-4d43-484b-ae47-a98812a805f9 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:10.158746 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:20:10.159566 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Checking segment: {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:10.160469 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:10.161717 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Bound using segment: {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:20:10.162760 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Bound port: 03eefc71-1878-4a58-9330-715d03274c44, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:20:10.163809 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:10.184357 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:10.188373 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bbdc27-7fe6-4238-97cf-79e33b8a8997,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:10.284132 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:10.285245 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:10.285922 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:10.346511 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2341590 May 27 00:20:10.353751 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 56816) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:10.364950 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:10.380495 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] For port 03eefc71-1878-4a58-9330-715d03274c44, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:20:10.390433 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] For port 03eefc71-1878-4a58-9330-715d03274c44, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=03eefc71-1878-4a58-9330-715d03274c44,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:20:10.409573 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:10.480676 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Request body: {'subnet': {'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-613005133-subnet', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:10.507629 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:10.536972 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d106ed-5d4d-4780-b431-0df186a2a05f,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:10.598459 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ed9b4-1710-4b09-a1c3-8b7776d62eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=ea614eca-e993-4ff1-81c0-52f3da994159,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:10.687751 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:10.690088 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] Pushing event updated for resources: {'Network': ['ID=fa2c857a-76ac-4cf7-8f50-58527abb35e5,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:10.697328 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-91bca12b-7fbd-4318-a28e-d04842431811 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3007667 May 27 00:20:10.697328 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=83255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:20:10.697871 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56828) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:10.703062 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Request body: {'subnet': {'network_id': 'fa2c857a-76ac-4cf7-8f50-58527abb35e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-74803811-subnet', 'tenant_id': '5ef150f64a46494384fe9dfbe1e46931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:10.710895 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Usage tracker for resource:subnet and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:10.715852 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:10.720311 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Usage tracker for resource:subnet and tenant:5ef150f64a46494384fe9dfbe1e46931 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:10.725840 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:10.728750 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49072380-fadf-4f75-9305-2126228e21f8,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:10.730585 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:10.746265 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:10.751827 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:10.753926 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.segments_db [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Added segment 39fcfd19-1500-4c7d-83c2-bb1748cf1e03 of type vlan for network e949e00c-df52-4269-a2e2-6bf8b8e4c536 May 27 00:20:10.755688 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:10.756480 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cab372-ed02-4bab-a45d-77faa491a4e6 None None] Pushing event updated for resources: {'Port': ['ID=03eefc71-1878-4a58-9330-715d03274c44,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:10.759398 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Made reservation on behalf of 5ef150f64a46494384fe9dfbe1e46931 for: {'subnet': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:10.761869 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:10.785578 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network ea614eca-e993-4ff1-81c0-52f3da994159 details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:20:10.837021 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network fa2c857a-76ac-4cf7-8f50-58527abb35e5 details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:20:10.848442 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Made reservation on behalf of 8ab7c208c3194694b0754eced701a5e1 for: {'subnet': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:10.848442 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:10.984288 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:11.167584 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:11.168439 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:11.168993 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:11.303513 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for subnet, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:11.347269 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e949e00c-df52-4269-a2e2-6bf8b8e4c536,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:11.417505 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-cfa3711b-ab76-438e-a1de-20b70021d0d8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3252847 May 27 00:20:11.422078 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:11.428765 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56846) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:11.437588 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network e949e00c-df52-4269-a2e2-6bf8b8e4c536 details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:20:11.475811 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:11.512875 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Request body: {'subnet': {'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-subnet', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:11.553026 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:11.645456 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Usage tracker for resource:subnet and tenant:489999d6bfaf40418aeab8521c512dca is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:11.662664 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:11.719393 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:11.735819 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed49013-1ead-4727-8705-2022fe0b6ccf,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:11.774419 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Made reservation on behalf of 489999d6bfaf40418aeab8521c512dca for: {'subnet': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:11.780432 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:11.843986 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Allocated IP 172.28.0.214 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/01278896-ad93-432c-93bb-6b27211b39a5) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:11.860849 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for subnet, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:11.962090 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Checking segment: {'id': '64074962-ae06-421e-8976-06ee5eedf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa2c857a-76ac-4cf7-8f50-58527abb35e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:11.962752 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Network hostable DHCP agents. Network: fa2c857a-76ac-4cf7-8f50-58527abb35e5, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:20:12.022439 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Network fa2c857a-76ac-4cf7-8f50-58527abb35e5 is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:20:12.061880 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf13785-f768-4929-8e39-bfb2f2cff627,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:12.068174 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, fa2c857a-76ac-4cf7-8f50-58527abb35e5) {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:12.076432 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f425fd5-07f2-4f1a-bc03-eebf52bcc6ed None None] Network fa2c857a-76ac-4cf7-8f50-58527abb35e5 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:20:12.079526 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:12.080250 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:12.082114 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Checking segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:12.082531 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Network hostable DHCP agents. Network: ea614eca-e993-4ff1-81c0-52f3da994159, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:20:12.118555 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-3e428255-4229-4aa1-8f22-13027477e8f7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4198501 May 27 00:20:12.225394 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for subnet, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:12.231894 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Network ea614eca-e993-4ff1-81c0-52f3da994159 is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:20:12.249932 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:12.281835 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, ea614eca-e993-4ff1-81c0-52f3da994159) {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:12.291812 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:12.292427 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:12.376829 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099f298d-25be-4520-8329-f4aa85f0bec4 None None] Network ea614eca-e993-4ff1-81c0-52f3da994159 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:20:12.396205 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-3419741f-24ce-49dc-848e-5d8069f7baa3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0220942 May 27 00:20:12.428151 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 56868) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:12.435059 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:12.442773 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:12.448815 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09523520-f704-44c6-bf8f-88a494336947,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:12.459036 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Checking segment: {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:12.462753 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:12.474881 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Network hostable DHCP agents. Network: e949e00c-df52-4269-a2e2-6bf8b8e4c536, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:20:12.503398 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Usage tracker for resource:router and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:12.513798 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:12.522569 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Network e949e00c-df52-4269-a2e2-6bf8b8e4c536 is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:20:12.537011 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:12.538371 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, e949e00c-df52-4269-a2e2-6bf8b8e4c536) {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:12.548016 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:12.548607 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:12.552400 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:12.571192 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:12.573766 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:12.589379 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9f9f8-f1f4-42b8-9ac0-49a0e458a2f4 None None] Network e949e00c-df52-4269-a2e2-6bf8b8e4c536 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:20:12.628130 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-6cf5b8a9-99fe-45f5-9814-48f9c9e80ae5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1703708 May 27 00:20:12.635891 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56876) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:12.657933 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:12.664542 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31859'] for router, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:12.665550 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31864'] for router, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:12.683106 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:12.687730 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:12.704150 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Usage tracker for resource:router and tenant:489999d6bfaf40418aeab8521c512dca is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:12.714700 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:12.716281 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Pushing event updated for resources: {'Port': ['ID=01278896-ad93-432c-93bb-6b27211b39a5,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:12.731240 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:12.776891 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31859'] for router, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:12.783242 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31864'] for router, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:12.805921 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 03eefc71-1878-4a58-9330-715d03274c44 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:12.833358 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:13.009115 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3540d58d-e2dc-477f-bea4-30352ccf3677 None None] Network 316b6d55-4d43-484b-ae47-a98812a805f9 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:20:13.191864 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1824265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31854'] for router, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:13.254265 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1824265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31854'] for router, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:13.292944 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:13.622282 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:13.623562 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825177'] for router, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:13.689397 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:13.766787 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:13.927032 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56938) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:13.991250 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-6fb1a858-9b90-4e1d-92a5-c1c7fc419d5c None None] Provisioning for port 03eefc71-1878-4a58-9330-715d03274c44 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:14.017517 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853931ed-6206-47d8-a3c3-adbc4c36c260 None None] Network fa2c857a-76ac-4cf7-8f50-58527abb35e5 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:20:14.101135 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:14.116702 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96a82df2-393d-51df-9307-dc13b25ad232-ea614eca-e993-4ff1-81c0-52f3da994159', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627'}]}} from dv-cinder-843305-3-smb. {{(pid=83257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 00:20:14.117709 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:14.140077 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Allocated IP 172.28.0.63 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/9c0e8c90-4214-4789-95ba-d637060d10ce) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:14.156461 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:14.386638 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Router 537a0e11-ebac-4a02-9c26-4a21858e3357 is scheduled to L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 with binding_index 1 {{(pid=83255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 00:20:14.550290 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:14.641782 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:14.665669 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.db_base_plugin_common [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Allocated IP 172.20.0.2 (ea614eca-e993-4ff1-81c0-52f3da994159/0bf13785-f768-4929-8e39-bfb2f2cff627/e2b78932-2ba9-4e32-af8e-a47b72617dd6) {{(pid=83257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:14.792436 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2586-74c8-43fe-b2e6-60bd3390bffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:14.843335 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:14.853409 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:14.856862 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Pushing event updated for resources: {'Port': ['ID=9c0e8c90-4214-4789-95ba-d637060d10ce,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:14.870886 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:14.989877 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Allocated IP 172.28.0.126 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/9d8af8ad-18db-4b27-9dc2-876dbb7ed689) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:15.019266 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-fb1b2586-74c8-43fe-b2e6-60bd3390bffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:15.035448 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-fb1b2586-74c8-43fe-b2e6-60bd3390bffb admin admin] Usage tracker for resource:security_group_rule and tenant:ef00493beafd460ab7cbd9923de63e0a is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:15.040656 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-fb1b2586-74c8-43fe-b2e6-60bd3390bffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:15.048773 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-fb1b2586-74c8-43fe-b2e6-60bd3390bffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:15.173939 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:15.175321 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825177'] for router, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:15.189223 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2586-74c8-43fe-b2e6-60bd3390bffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:15.274654 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 03eefc71-1878-4a58-9330-715d03274c44 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:15.330428 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2586-74c8-43fe-b2e6-60bd3390bffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:15.362440 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:15.388950 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:20:15.399915 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Sync routers for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:20:15.428479 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] Notify callbacks [] for router, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:15.429761 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b2586-74c8-43fe-b2e6-60bd3390bffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7163e89-693e-4148-90b1-c178dbf208cd,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:15.431047 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-da0977d6-456a-497b-9bdc-3464f999ce30 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9422367 May 27 00:20:15.438011 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:15.443354 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:20:15.443814 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 56972) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:15.447911 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:19:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:15.479727 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 03eefc71-1878-4a58-9330-715d03274c44 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:15.486518 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:15.626823 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56978) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:15.663370 dv-cinder-843305-3-smb neutron-server[83256]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 00:20:15.700128 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96a82df2-393d-51df-9307-dc13b25ad232-e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947'}]}} from dv-cinder-843305-3-smb. {{(pid=83257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 00:20:15.700957 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:15.905195 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:20:15.919021 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:15.919877 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8af8ad-18db-4b27-9dc2-876dbb7ed689,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:15.934216 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:15.947989 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:16.000846 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:20:16.003771 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-fb1b2586-74c8-43fe-b2e6-60bd3390bffb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef00493beafd460ab7cbd9923de63e0a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0745153 May 27 00:20:16.008829 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 56988) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:16.024158 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-e2f888ee-8ce5-413f-9b12-80621b9fea60 None None] Provisioning complete for port 03eefc71-1878-4a58-9330-715d03274c44 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:16.024532 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e2f888ee-8ce5-413f-9b12-80621b9fea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:16.164503 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Notify callbacks [] for port, precommit_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:16.184144 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Transition to ACTIVE for port object e2b78932-2ba9-4e32-af8e-a47b72617dd6 will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:16.206610 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2c691458-e2f3-4035-a30e-d4f89bf333c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:16.216869 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Transition to ACTIVE for port object e2b78932-2ba9-4e32-af8e-a47b72617dd6 will not be triggered until provisioned by entity DHCP. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:16.227919 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-e646a9aa-57dd-4a57-914d-a4b41ee1383b tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:16.229413 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-e646a9aa-57dd-4a57-914d-a4b41ee1383b tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/networks?id=fa2c857a-76ac-4cf7-8f50-58527abb35e5 HTTP/1.1" status: 200 len: 810 time: 0.6005166 May 27 00:20:16.284215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2c691458-e2f3-4035-a30e-d4f89bf333c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:16.289802 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:16.430236 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-beeb67d6-2c92-4256-93fc-2e1f14f7ca49 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/quotas/5ef150f64a46494384fe9dfbe1e46931 HTTP/1.1" status: 200 len: 375 time: 0.1851585 May 27 00:20:16.475451 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Pushing event updated for resources: {'Port': ['ID=e2b78932-2ba9-4e32-af8e-a47b72617dd6,revision_number=1']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:16.496049 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Network ea614eca-e993-4ff1-81c0-52f3da994159 is already hosted by enough agents. {{(pid=83257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:16.527676 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:16.529395 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825177'] for router, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:16.549662 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:16.562446 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:13Z', 'revision_number': 3, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:16.567980 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Checking router: 537a0e11-ebac-4a02-9c26-4a21858e3357 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:20:16.568677 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Updating router 537a0e11-ebac-4a02-9c26-4a21858e3357 port 01278896-ad93-432c-93bb-6b27211b39a5 binding host dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:20:16.607930 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-13f74527-18ec-4e91-8997-f05038c5ea38 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ef150f64a46494384fe9dfbe1e46931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1433544 May 27 00:20:16.624239 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.base_scheduler [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Resources bound (agent type, host, resource id): {{(pid=83257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:16.645885 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Received port after_create {{(pid=83257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:16.662843 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:16.667634 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2c691458-e2f3-4035-a30e-d4f89bf333c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:16.686356 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c691458-e2f3-4035-a30e-d4f89bf333c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7163e89-693e-4148-90b1-c178dbf208cd,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:16.694135 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Router dac47c98-653b-47b5-9e1b-2de4e57aeab4 is scheduled to L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 with binding_index 1 {{(pid=83256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 00:20:16.728082 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2c691458-e2f3-4035-a30e-d4f89bf333c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:16.732801 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-2c691458-e2f3-4035-a30e-d4f89bf333c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7163e89-693e-4148-90b1-c178dbf208cd HTTP/1.1" status: 204 len: 168 time: 0.7093549 May 27 00:20:17.008052 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-f43af445-972a-46c1-a77b-d09fb6933d8f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:20:17.009754 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-f43af445-972a-46c1-a77b-d09fb6933d8f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2110810 May 27 00:20:17.019058 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 03eefc71-1878-4a58-9330-715d03274c44, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=03eefc71-1878-4a58-9330-715d03274c44,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:17.102658 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Attempting to bind port e2b78932-2ba9-4e32-af8e-a47b72617dd6 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:20:17.103182 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Attempting to bind port e2b78932-2ba9-4e32-af8e-a47b72617dd6 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:20:17.104582 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Attempting to bind port e2b78932-2ba9-4e32-af8e-a47b72617dd6 on network ea614eca-e993-4ff1-81c0-52f3da994159 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:17.111123 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.db_base_plugin_common [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Allocated IP 172.20.0.2 (e949e00c-df52-4269-a2e2-6bf8b8e4c536/09523520-f704-44c6-bf8f-88a494336947/18b4ab24-7064-464f-b75a-3bd1ce21937d) {{(pid=83257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:17.119066 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:17.209953 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:20:17.210606 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Checking segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:17.211125 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:17.211752 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Bound using segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:20:17.212341 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Bound port: e2b78932-2ba9-4e32-af8e-a47b72617dd6, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:20:17.212835 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:17.422443 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9b8b182d-4114-49da-b552-915514d7ab51 service neutron] 10.222.0.42 "GET /v2.0/networks/fa2c857a-76ac-4cf7-8f50-58527abb35e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992863 May 27 00:20:17.470125 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Notify callbacks [] for port, precommit_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:17.485072 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.provisioning_blocks [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Transition to ACTIVE for port object 01278896-ad93-432c-93bb-6b27211b39a5 will not be triggered until provisioned by entity L2. {{(pid=83258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:17.495119 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:17.558417 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=03eefc71-1878-4a58-9330-715d03274c44,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:17.595762 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:20:17.632414 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Sync routers for ids ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:20:17.667006 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] Notify callbacks [] for router, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:17.669115 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-6ab475bc-e3e6-406a-aa37-1d303ef7033a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0316226 May 27 00:20:17.671839 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 57034) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:17.675785 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Pushing event updated for resources: {'Port': ['ID=01278896-ad93-432c-93bb-6b27211b39a5,revision_number=2']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:17.681850 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-d20411d9-ff85-4e23-bdb3-3e3e2201e925 service neutron] 10.222.0.42 "GET /v2.0/networks/fa2c857a-76ac-4cf7-8f50-58527abb35e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466071 May 27 00:20:17.701617 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] For port e2b78932-2ba9-4e32-af8e-a47b72617dd6, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:20:17.717003 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Attempting to bind port 01278896-ad93-432c-93bb-6b27211b39a5 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:20:17.718365 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Attempting to bind port 01278896-ad93-432c-93bb-6b27211b39a5 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:20:17.718365 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Attempting to bind port 01278896-ad93-432c-93bb-6b27211b39a5 on network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:17.721086 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] For port e2b78932-2ba9-4e32-af8e-a47b72617dd6, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=e2b78932-2ba9-4e32-af8e-a47b72617dd6,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:20:17.737824 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:17.753959 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:17.755927 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:17.757193 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:17.759993 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:17.760413 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:17.761992 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:17.764201 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:17.765220 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:17.766726 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:17.767076 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:17.773847 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:20:17.774795 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57040) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Tracked resource versions report: May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: pushed versions: May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: { 'ConntrackHelper': {'1.0'}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'Log': {'1.0'}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'Network': {'1.1'}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'Port': {'1.5'}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'PortForwarding': {'1.2'}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'QosPolicy': {'1.8'}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'SecurityGroup': {'1.2'}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'SecurityGroupRule': {'1.0'}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'SubPort': {'1.0'}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'Subnet': {'1.1'}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'Trunk': {'1.1'}} May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: consumer versions: May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: { DHCP agent@dv-cinder-843305-3-smb: {}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: HyperV agent@hv-cinder-84330: {}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: L3 agent@dv-cinder-843305-3-smb: {}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: Metadata agent@dv-cinder-843305-3-smb: {}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: Metering agent@dv-cinder-843305-3-smb: {}, May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: Open vSwitch agent@dv-cinder-843305-3-smb: { 'ConntrackHelper': '1.0', May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'Log': '1.0', May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'Network': '1.1', May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'Port': '1.5', May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'PortForwarding': '1.2', May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'QosPolicy': '1.8', May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'SecurityGroup': '1.2', May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'SecurityGroupRule': '1.0', May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'SubPort': '1.0', May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'Subnet': '1.1', May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: 'Trunk': '1.1'}} May 27 00:20:17.778026 dv-cinder-843305-3-smb neutron-server[83258]: {{(pid=83258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 00:20:17.793610 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:20:17.794703 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Checking segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:17.795663 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:17.800273 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Bound using segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:20:17.802668 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Bound port: 01278896-ad93-432c-93bb-6b27211b39a5, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:20:17.803103 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:17.860106 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Routers {'dac47c98-653b-47b5-9e1b-2de4e57aeab4'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:20:17.861295 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:19:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:17.863210 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c1c5bfa0-1933-4253-a4e9-7b5b3e3f74ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:17.949649 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-c1c5bfa0-1933-4253-a4e9-7b5b3e3f74ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:17.955652 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-c1c5bfa0-1933-4253-a4e9-7b5b3e3f74ab admin admin] Usage tracker for resource:security_group_rule and tenant:0e13210599c245dbb60cfc9bffac71a4 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:17.959424 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-c1c5bfa0-1933-4253-a4e9-7b5b3e3f74ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:17.966119 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-c1c5bfa0-1933-4253-a4e9-7b5b3e3f74ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:18.020219 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] For port 01278896-ad93-432c-93bb-6b27211b39a5, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:20:18.028586 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] For port 01278896-ad93-432c-93bb-6b27211b39a5, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=01278896-ad93-432c-93bb-6b27211b39a5,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:20:18.039522 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:18.134864 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c1c5bfa0-1933-4253-a4e9-7b5b3e3f74ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:18.160607 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c1c5bfa0-1933-4253-a4e9-7b5b3e3f74ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:18.235669 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Router 3c615583-5d2c-4060-8219-819a8774d21c is scheduled to L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 with binding_index 1 {{(pid=83255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 00:20:18.313462 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be923641-2ed2-4794-8597-5c65d4afdcff None None] Pushing event updated for resources: {'Port': ['ID=01278896-ad93-432c-93bb-6b27211b39a5,revision_number=3']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:18.358895 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:20:18.361125 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 57070) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:18.362012 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:19:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:18.394707 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5bfa0-1933-4253-a4e9-7b5b3e3f74ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7414edef-a6ce-4b33-bb6f-c862f81d637e,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:18.448312 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2b1fc-b5b7-4b51-8687-3478a415f801 None None] Pushing event updated for resources: {'Port': ['ID=e2b78932-2ba9-4e32-af8e-a47b72617dd6,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:18.472357 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Notify callbacks [] for port, precommit_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:18.505232 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Transition to ACTIVE for port object 18b4ab24-7064-464f-b75a-3bd1ce21937d will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:18.540025 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-c1c5bfa0-1933-4253-a4e9-7b5b3e3f74ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e13210599c245dbb60cfc9bffac71a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7635448 May 27 00:20:18.550649 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Transition to ACTIVE for port object 18b4ab24-7064-464f-b75a-3bd1ce21937d will not be triggered until provisioned by entity DHCP. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:18.561689 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 57080) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:18.574246 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:18.661943 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Set router dac47c98-653b-47b5-9e1b-2de4e57aeab4 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:20:18.871928 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:20:18.976527 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-53120c83-a4ce-4ad9-bb64-c06a0bf5c8fe req-0eb6078e-5987-422a-ad81-76253d4f2238 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 210 time: 0.6066456 May 27 00:20:19.048988 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Network e949e00c-df52-4269-a2e2-6bf8b8e4c536 is already hosted by enough agents. {{(pid=83257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:19.049499 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:19.073286 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.base_scheduler [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Resources bound (agent type, host, resource id): {{(pid=83257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:19.093111 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a80bde4d-d847-4bb2-a892-1cc73aec75af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:19.166761 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a80bde4d-d847-4bb2-a892-1cc73aec75af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:19.289883 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Pushing event updated for resources: {'Port': ['ID=18b4ab24-7064-464f-b75a-3bd1ce21937d,revision_number=1']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:19.292288 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Received port after_create {{(pid=83257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:19.390169 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 03eefc71-1878-4a58-9330-715d03274c44 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:19.436688 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:13Z', 'revision_number': 3, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:19.444392 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54927ff4-991a-4477-bfd6-40c76c0bd166 None None] The sync data for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb is: [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:13Z', 'revision_number': 3, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:20:19.507586 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Attempting to bind port 18b4ab24-7064-464f-b75a-3bd1ce21937d on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:20:19.508410 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Attempting to bind port 18b4ab24-7064-464f-b75a-3bd1ce21937d by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:20:19.509200 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Attempting to bind port 18b4ab24-7064-464f-b75a-3bd1ce21937d on network e949e00c-df52-4269-a2e2-6bf8b8e4c536 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:19.540965 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a80bde4d-d847-4bb2-a892-1cc73aec75af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:19.545179 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:20:19.549573 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Checking segment: {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:19.549984 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:19.550381 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Bound using segment: {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:20:19.550874 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Bound port: 18b4ab24-7064-464f-b75a-3bd1ce21937d, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:20:19.551286 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:19.588926 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bde4d-d847-4bb2-a892-1cc73aec75af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7414edef-a6ce-4b33-bb6f-c862f81d637e,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:19.601114 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Allocated IP 172.20.0.1 (316b6d55-4d43-484b-ae47-a98812a805f9/aa5e148a-72e2-4fc0-a860-6493efc85895/042b7001-ed03-495b-8de3-342e0673ea50) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:19.630109 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a80bde4d-d847-4bb2-a892-1cc73aec75af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:19.633774 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-a80bde4d-d847-4bb2-a892-1cc73aec75af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7414edef-a6ce-4b33-bb6f-c862f81d637e HTTP/1.1" status: 204 len: 168 time: 1.0118923 May 27 00:20:19.944719 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:20:19.959361 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Sync routers for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:20:19.990206 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:20:19.990845 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-84e57132-2d86-4976-9501-1e687122a943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:19:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:20.050639 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] For port 18b4ab24-7064-464f-b75a-3bd1ce21937d, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:20:20.063930 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] For port 18b4ab24-7064-464f-b75a-3bd1ce21937d, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=18b4ab24-7064-464f-b75a-3bd1ce21937d,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:20:20.131919 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:20.186040 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] Notify callbacks [] for router, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:20.192910 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-01c6edec-8b44-48ba-b4b8-e95817ad8b28 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7599850 May 27 00:20:20.205039 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:20.215428 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57130) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:20.342873 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb98379-d2b7-42ad-b4df-e8436533ccac None None] Network ea614eca-e993-4ff1-81c0-52f3da994159 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:20:20.702847 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bf6b82c4-3f0a-47b3-94de-73e16dd63840 req-aa599175-2151-4fc5-b8a4-5c5239602e61 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 210 time: 0.3809700 May 27 00:20:20.732725 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:20.781511 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 03eefc71-1878-4a58-9330-715d03274c44 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:20.782340 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:20.790420 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:20:20.827280 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.provisioning_blocks [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Transition to ACTIVE for port object 042b7001-ed03-495b-8de3-342e0673ea50 will not be triggered until provisioned by entity DHCP. {{(pid=83255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:21.016495 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-50c9530e-8543-49ab-811e-de23d0fd4a9d None None] Provisioning for port e2b78932-2ba9-4e32-af8e-a47b72617dd6 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:21.065045 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:21.068519 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae2262-81ea-47b0-8878-ed6cc6e8ddad None None] Pushing event updated for resources: {'Port': ['ID=18b4ab24-7064-464f-b75a-3bd1ce21937d,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:21.173779 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:14Z', 'revision_number': 3, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:21.229438 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Checking router: dac47c98-653b-47b5-9e1b-2de4e57aeab4 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:20:21.240163 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Updating router dac47c98-653b-47b5-9e1b-2de4e57aeab4 port 9c0e8c90-4214-4789-95ba-d637060d10ce binding host dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:20:21.349958 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:21.376993 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Pushing event updated for resources: {'Port': ['ID=042b7001-ed03-495b-8de3-342e0673ea50,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:21.448614 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Network 316b6d55-4d43-484b-ae47-a98812a805f9 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:21.458742 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:21.487770 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:21.494258 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825379'] for router_interface, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:21.640947 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Allocated IP 172.20.0.1 (e949e00c-df52-4269-a2e2-6bf8b8e4c536/09523520-f704-44c6-bf8f-88a494336947/a6e24b40-5544-44bd-a0e7-f047708e9969) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:21.658196 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-84e57132-2d86-4976-9501-1e687122a943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:16Z', 'revision_number': 3, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:21.664928 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Checking router: 3c615583-5d2c-4060-8219-819a8774d21c for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:20:21.665406 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Updating router 3c615583-5d2c-4060-8219-819a8774d21c port 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 binding host dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:20:21.740076 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:21.940493 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device e2b78932-2ba9-4e32-af8e-a47b72617dd6 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:22.180027 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.60', 59414) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:22.458530 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7cea72cc-8c0e-4a87-ba09-34ac59ac8f87 req-8aed89da-a4c0-472c-a27e-ee1107e262f8 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 210 time: 0.0704744 May 27 00:20:22.497672 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf6fe9-e2e3-4a9b-9736-9b5fc8b1d387 None None] Network e949e00c-df52-4269-a2e2-6bf8b8e4c536 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:20:22.553688 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:22.647278 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:22.690035 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Transition to ACTIVE for port object a6e24b40-5544-44bd-a0e7-f047708e9969 will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:22.712859 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-8c0ee5bd-128e-4b2c-bd2b-360c9d12139e tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:22.720686 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-8c0ee5bd-128e-4b2c-bd2b-360c9d12139e tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.60 "GET /v2.0/networks?id=fa2c857a-76ac-4cf7-8f50-58527abb35e5 HTTP/1.1" status: 200 len: 810 time: 0.5297921 May 27 00:20:22.758542 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Request body: {'port': {'device_id': '16cfa8e1-ed86-4553-8276-207cf673f5c2', 'network_id': 'fa2c857a-76ac-4cf7-8f50-58527abb35e5', 'admin_state_up': True, 'tenant_id': '5ef150f64a46494384fe9dfbe1e46931'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:22.807117 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:22.897062 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 57204) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:23.054048 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Network e949e00c-df52-4269-a2e2-6bf8b8e4c536 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:23.079217 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Notify callbacks [] for port, precommit_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:23.084807 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:23.099783 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:23.100447 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825379'] for router_interface, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:23.103743 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e24b40-5544-44bd-a0e7-f047708e9969,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:23.121755 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Transition to ACTIVE for port object 9c0e8c90-4214-4789-95ba-d637060d10ce will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:23.150730 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:23.158363 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Usage tracker for resource:port and tenant:5ef150f64a46494384fe9dfbe1e46931 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:23.164897 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:23.175047 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:23.198381 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:23.234809 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Made reservation on behalf of 5ef150f64a46494384fe9dfbe1e46931 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:23.248092 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:23.316197 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-926617921-network', 'tenant_id': '0f943832076e4189b561e27a84bcab69'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:23.357322 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:23.378150 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Usage tracker for resource:network and tenant:0f943832076e4189b561e27a84bcab69 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:23.400570 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:23.405660 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:23.416453 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:23.437769 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:23.444952 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15341097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825486'] for router_interface, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:23.456340 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:23.527161 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Attempting to bind port 9c0e8c90-4214-4789-95ba-d637060d10ce on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:20:23.533871 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Attempting to bind port 9c0e8c90-4214-4789-95ba-d637060d10ce by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:20:23.534481 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Attempting to bind port 9c0e8c90-4214-4789-95ba-d637060d10ce on network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:23.545733 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-ff12e947-4dfe-4084-9aee-78ec0ae95ab5 None None] Provisioning for port 042b7001-ed03-495b-8de3-342e0673ea50 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:23.626566 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port e2b78932-2ba9-4e32-af8e-a47b72617dd6 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:23.665752 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-ff12e947-4dfe-4084-9aee-78ec0ae95ab5 None None] Provisioning complete for port 042b7001-ed03-495b-8de3-342e0673ea50 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:23.667377 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-ff12e947-4dfe-4084-9aee-78ec0ae95ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:23.779808 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port e2b78932-2ba9-4e32-af8e-a47b72617dd6 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:23.780090 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:23.791138 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Notify callbacks [] for port, precommit_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:23.818762 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.provisioning_blocks [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Transition to ACTIVE for port object 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 will not be triggered until provisioned by entity L2. {{(pid=83258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:23.834672 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:23.902960 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0dafd-0a25-43c7-b3f0-b23c66c6384c None None] Pushing event updated for resources: {'Port': ['ID=9c0e8c90-4214-4789-95ba-d637060d10ce,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:24.031784 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Network 316b6d55-4d43-484b-ae47-a98812a805f9 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:24.036665 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:24.060463 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c610e-df5d-4e2c-a4aa-96280cc43934 None None] Pushing event updated for resources: {'Port': ['ID=9d8af8ad-18db-4b27-9dc2-876dbb7ed689,revision_number=2']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:24.064315 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Attempting to bind port 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:20:24.064679 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Attempting to bind port 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:20:24.065026 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Attempting to bind port 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 on network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:24.080176 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:20:24.080547 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Checking segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:24.080956 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:24.081385 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Bound using segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:20:24.082380 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Bound port: 9d8af8ad-18db-4b27-9dc2-876dbb7ed689, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:20:24.082380 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:24.100080 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-ff12e947-4dfe-4084-9aee-78ec0ae95ab5 None None] Port 042b7001-ed03-495b-8de3-342e0673ea50 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:20:24.100327 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:20:24.104230 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Checking segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:24.104230 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:24.105174 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Made reservation on behalf of 0f943832076e4189b561e27a84bcab69 for: {'network': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:24.105433 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Bound using segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:20:24.107490 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:24.113243 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Bound port: 9c0e8c90-4214-4789-95ba-d637060d10ce, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:20:24.114077 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:24.178281 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-49169108-f577-4afc-a3e8-cfbcd34a73e9 req-5d73a10a-e7d4-48b3-95b7-791a421a64a5 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 210 time: 0.4101176 May 27 00:20:24.302584 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:24.364816 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Allocated IP 172.20.0.11 (fa2c857a-76ac-4cf7-8f50-58527abb35e5/bed49013-1ead-4727-8705-2022fe0b6ccf/36803081-bb48-48f8-ad8f-3761b590b95e) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:24.377536 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-84e57132-2d86-4976-9501-1e687122a943 None None] For port 9d8af8ad-18db-4b27-9dc2-876dbb7ed689, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:20:24.389381 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-84e57132-2d86-4976-9501-1e687122a943 None None] For port 9d8af8ad-18db-4b27-9dc2-876dbb7ed689, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=9d8af8ad-18db-4b27-9dc2-876dbb7ed689,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:20:24.398785 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:24.565818 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:20:24.566433 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-84e57132-2d86-4976-9501-1e687122a943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:19:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:24.651340 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Pushing event updated for resources: {'Port': ['ID=042b7001-ed03-495b-8de3-342e0673ea50,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:24.717614 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-32a46b15-78ee-4e65-a25d-19f84f266797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:24.912661 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-dc7caecc-998b-4110-bd5b-4400c3246b7f None None] Provisioning for port 18b4ab24-7064-464f-b75a-3bd1ce21937d completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:24.945431 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] For port 9c0e8c90-4214-4789-95ba-d637060d10ce, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:20:25.028701 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] For port 9c0e8c90-4214-4789-95ba-d637060d10ce, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=9c0e8c90-4214-4789-95ba-d637060d10ce,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:20:25.045537 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:25.080989 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c610e-df5d-4e2c-a4aa-96280cc43934 None None] Pushing event updated for resources: {'Port': ['ID=9d8af8ad-18db-4b27-9dc2-876dbb7ed689,revision_number=3']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:25.157791 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:25.213863 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:25.253542 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:25.257041 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-84e57132-2d86-4976-9501-1e687122a943 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:20:25.260486 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Usage tracker for resource:security_group_rule and tenant:0f943832076e4189b561e27a84bcab69 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:25.280628 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:25.306411 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:25.341300 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0dafd-0a25-43c7-b3f0-b23c66c6384c None None] Pushing event updated for resources: {'Port': ['ID=9c0e8c90-4214-4789-95ba-d637060d10ce,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:25.384952 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port e2b78932-2ba9-4e32-af8e-a47b72617dd6, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=e2b78932-2ba9-4e32-af8e-a47b72617dd6,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:25.407305 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-4399ce54-0b9f-46e9-85ee-7dab3b11c6d6 None None] Provisioning complete for port e2b78932-2ba9-4e32-af8e-a47b72617dd6 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:25.408664 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-4399ce54-0b9f-46e9-85ee-7dab3b11c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:25.596990 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.db.resource_extend [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 00:20:25.649432 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:25.721684 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:25.742800 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:25.839394 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:25.861441 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15341097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825486'] for router_interface, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:25.896429 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Routers {'dac47c98-653b-47b5-9e1b-2de4e57aeab4'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:20:25.909648 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:19:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:26.129792 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:26.304155 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-84e57132-2d86-4976-9501-1e687122a943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:16Z', 'revision_number': 3, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:26.311414 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e57132-2d86-4976-9501-1e687122a943 None None] The sync data for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb is: [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:16Z', 'revision_number': 3, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:20:26.360035 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:26.382118 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=e2b78932-2ba9-4e32-af8e-a47b72617dd6,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:26.524746 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 18b4ab24-7064-464f-b75a-3bd1ce21937d up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:26.546068 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=83256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:20:26.585387 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Network fa2c857a-76ac-4cf7-8f50-58527abb35e5 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:26.600124 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Router 537a0e11-ebac-4a02-9c26-4a21858e3357 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:20:26.614564 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:26.641536 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:26.646436 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:26.647351 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:26.660276 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:26.660949 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.segments_db [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Added segment f8dffd99-fae2-4c88-a397-d93843f82001 of type vlan for network 6eff29c4-182b-4e22-a31b-317c5cf4f9bc May 27 00:20:26.665379 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e24b40-5544-44bd-a0e7-f047708e9969,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:26.683370 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39a6ba5-3166-4dba-af80-4fab66155c87,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:26.872750 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:26.893799 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-8b0ab5b6-9bde-4844-afc4-de3b14cb9a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:26.899831 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 18b4ab24-7064-464f-b75a-3bd1ce21937d completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:26.916767 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 18b4ab24-7064-464f-b75a-3bd1ce21937d triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:26.924570 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:26.972554 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57314) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:26.978487 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:26.980092 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:26.981076 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:27.027846 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-4399ce54-0b9f-46e9-85ee-7dab3b11c6d6 None None] Provisioning complete for port 042b7001-ed03-495b-8de3-342e0673ea50 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:27.028353 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-4399ce54-0b9f-46e9-85ee-7dab3b11c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:27.109054 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3551338 May 27 00:20:27.116276 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-4399ce54-0b9f-46e9-85ee-7dab3b11c6d6 None None] Port 042b7001-ed03-495b-8de3-342e0673ea50 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:20:27.197936 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f8aee-5f7e-4330-bf4e-b2ded71f4d39 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Pushing event updated for resources: {'Port': ['ID=36803081-bb48-48f8-ad8f-3761b590b95e,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:27.218417 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:27.263088 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 18b4ab24-7064-464f-b75a-3bd1ce21937d, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=18b4ab24-7064-464f-b75a-3bd1ce21937d,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:27.265103 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:27.284433 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:27.285337 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 01278896-ad93-432c-93bb-6b27211b39a5 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:27.292046 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.3813293 May 27 00:20:27.292627 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57324) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:27.296965 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-71160d45-0071-443c-8657-2b372b0f0936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:27.300176 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-cc06442c-3a03-4dcb-959e-9322280567e7 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:20:27.304569 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-cc06442c-3a03-4dcb-959e-9322280567e7 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0334613 May 27 00:20:27.319533 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Request body: {'subnet': {'network_id': '6eff29c4-182b-4e22-a31b-317c5cf4f9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-926617921-subnet', 'tenant_id': '0f943832076e4189b561e27a84bcab69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:27.337082 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:27.360571 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ac343-014c-4dca-9125-67bd303a2419 admin admin] Pushing event updated for resources: {'Network': ['ID=6eff29c4-182b-4e22-a31b-317c5cf4f9bc,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:27.372414 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb5049-a927-4392-b3be-bdecf417610a req-357c72a4-c6af-40c2-be6c-2cfccc1d4ab6 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:27.373682 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-06bb5049-a927-4392-b3be-bdecf417610a req-357c72a4-c6af-40c2-be6c-2cfccc1d4ab6 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Synchronizing usage tracker for tenant:5ef150f64a46494384fe9dfbe1e46931 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:20:27.393409 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Network e949e00c-df52-4269-a2e2-6bf8b8e4c536 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:27.397299 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:27.403738 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Usage tracker for resource:subnet and tenant:0f943832076e4189b561e27a84bcab69 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:27.420727 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:27.449058 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:27.449927 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=18b4ab24-7064-464f-b75a-3bd1ce21937d,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:27.462003 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network 6eff29c4-182b-4e22-a31b-317c5cf4f9bc details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:20:27.485022 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-71160d45-0071-443c-8657-2b372b0f0936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:27.490255 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-71160d45-0071-443c-8657-2b372b0f0936 admin admin] Usage tracker for resource:security_group_rule and tenant:af2764be35ce4135b85bb6071ca9cb5d is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:27.493498 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-71160d45-0071-443c-8657-2b372b0f0936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:27.500432 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-71160d45-0071-443c-8657-2b372b0f0936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:27.505324 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-1ce5d7ea-1742-47a6-bcbe-e827e9f471f9 None None] Provisioning complete for port 18b4ab24-7064-464f-b75a-3bd1ce21937d triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:27.506008 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d7ea-1742-47a6-bcbe-e827e9f471f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:27.592218 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-71160d45-0071-443c-8657-2b372b0f0936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:27.612470 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-71160d45-0071-443c-8657-2b372b0f0936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:27.640527 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] Set router dac47c98-653b-47b5-9e1b-2de4e57aeab4 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:20:27.719601 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71160d45-0071-443c-8657-2b372b0f0936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604c5d98-cc50-4860-af60-6029fed8aafb,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:27.760488 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Made reservation on behalf of 0f943832076e4189b561e27a84bcab69 for: {'subnet': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:27.769538 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:27.894180 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Request body: {'port': {'device_id': '16cfa8e1-ed86-4553-8276-207cf673f5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:28.136791 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-06bb5049-a927-4392-b3be-bdecf417610a req-357c72a4-c6af-40c2-be6c-2cfccc1d4ab6 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Unset dirty status for tenant:5ef150f64a46494384fe9dfbe1e46931 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:20:28.151298 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-06bb5049-a927-4392-b3be-bdecf417610a req-357c72a4-c6af-40c2-be6c-2cfccc1d4ab6 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 932 time: 2.3200538 May 27 00:20:28.300246 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57350) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:28.449543 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:28.483551 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-06bb5049-a927-4392-b3be-bdecf417610a req-a3943c19-2d27-4c32-9cdd-d00e9fd5f109 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308775 May 27 00:20:28.515145 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-71160d45-0071-443c-8657-2b372b0f0936 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af2764be35ce4135b85bb6071ca9cb5d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5333548 May 27 00:20:28.542350 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57354) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:28.635829 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:28.649769 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:28.658914 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Allocated IP 172.20.0.1 (ea614eca-e993-4ff1-81c0-52f3da994159/0bf13785-f768-4929-8e39-bfb2f2cff627/d6f07822-8d3e-488f-9390-6552731ed1a4) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:28.665764 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 01278896-ad93-432c-93bb-6b27211b39a5 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:28.700187 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 01278896-ad93-432c-93bb-6b27211b39a5 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:28.700556 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:28.837971 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:20:28.951596 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for subnet, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:29.035784 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Sync routers for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:20:29.068163 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:20:29.068992 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:20:27Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:29.098498 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d6d039-b845-4455-87f4-77af9b3f8f3d,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:29.174909 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-95f67e01-9c0b-49dc-b256-0ff6e8cb5e69 admin admin] 10.222.0.42 "PUT /v2.0/routers/537a0e11-ebac-4a02-9c26-4a21858e3357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6711051 May 27 00:20:29.187090 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Checking segment: {'id': 'f8dffd99-fae2-4c88-a397-d93843f82001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6eff29c4-182b-4e22-a31b-317c5cf4f9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:29.187608 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Network hostable DHCP agents. Network: 6eff29c4-182b-4e22-a31b-317c5cf4f9bc, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:20:29.286415 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-440de7ea-4e69-4991-8699-263a7fb55adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:29.303122 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7a21584f-c916-429c-a83f-a44b7812eafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:29.330998 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:20:29.436884 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-440de7ea-4e69-4991-8699-263a7fb55adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:29.461291 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-440de7ea-4e69-4991-8699-263a7fb55adf admin admin] Usage tracker for resource:security_group_rule and tenant:a6146194d5394de3afac890a125644b5 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:29.473055 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-440de7ea-4e69-4991-8699-263a7fb55adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:29.503035 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-440de7ea-4e69-4991-8699-263a7fb55adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:29.539476 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7a21584f-c916-429c-a83f-a44b7812eafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:29.556236 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Network 6eff29c4-182b-4e22-a31b-317c5cf4f9bc is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:20:29.595609 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:29.700299 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, 6eff29c4-182b-4e22-a31b-317c5cf4f9bc) {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:29.732498 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:29.740355 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:29.831945 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.provisioning_blocks [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Transition to ACTIVE for port object d6f07822-8d3e-488f-9390-6552731ed1a4 will not be triggered until provisioned by entity DHCP. {{(pid=83255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:29.887890 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ca53f00b-0453-4b3c-8f3a-a1ff0ce63da8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5849564 May 27 00:20:29.952217 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7a21584f-c916-429c-a83f-a44b7812eafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:30.003740 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa71bc3-79ec-43d7-802f-efb7e7376ed9 None None] Network 6eff29c4-182b-4e22-a31b-317c5cf4f9bc requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:20:30.085961 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21584f-c916-429c-a83f-a44b7812eafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604c5d98-cc50-4860-af60-6029fed8aafb,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:30.149334 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7a21584f-c916-429c-a83f-a44b7812eafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:30.154555 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-7a21584f-c916-429c-a83f-a44b7812eafd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/604c5d98-cc50-4860-af60-6029fed8aafb HTTP/1.1" status: 204 len: 168 time: 1.6079142 May 27 00:20:30.189095 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:30.299699 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-440de7ea-4e69-4991-8699-263a7fb55adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:30.305426 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36803081-bb48-48f8-ad8f-3761b590b95e {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:20:30.329638 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-440de7ea-4e69-4991-8699-263a7fb55adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:30.358295 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:30.403047 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Router dac47c98-653b-47b5-9e1b-2de4e57aeab4 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:20:30.421798 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57392) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:30.443418 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220376350', 'description': 'tempest-description--469559550'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:30.445729 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108b4b0-ed1a-45da-ad9c-bbb3c1d540e1 req-eeab32fa-7866-4801-b1c1-337d015d0ed1 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:30.448098 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e108b4b0-ed1a-45da-ad9c-bbb3c1d540e1 req-eeab32fa-7866-4801-b1c1-337d015d0ed1 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 932 time: 0.4860563 May 27 00:20:30.463213 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Transition to ACTIVE for port object 36803081-bb48-48f8-ad8f-3761b590b95e will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:30.522283 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:30.583753 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Network ea614eca-e993-4ff1-81c0-52f3da994159 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:30.586374 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-440de7ea-4e69-4991-8699-263a7fb55adf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6146194d5394de3afac890a125644b5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1616325 May 27 00:20:30.591816 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Usage tracker for resource:security_group and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:30.595591 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:30.599428 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:30.603227 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57398) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:30.604387 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Pushing event updated for resources: {'Port': ['ID=d6f07822-8d3e-488f-9390-6552731ed1a4,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:30.630630 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440de7ea-4e69-4991-8699-263a7fb55adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3a3c67-0737-4c78-99b3-619952df11d7,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:30.633112 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:30.699966 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:30.715225 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-1ce5d7ea-1742-47a6-bcbe-e827e9f471f9 None None] Provisioning for port a6e24b40-5544-44bd-a0e7-f047708e9969 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:30.758778 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-1ce5d7ea-1742-47a6-bcbe-e827e9f471f9 None None] Provisioning complete for port a6e24b40-5544-44bd-a0e7-f047708e9969 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:30.759144 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d7ea-1742-47a6-bcbe-e827e9f471f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:30.763091 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:30.764165 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825379'] for router_interface, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:30.838250 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5d7ea-1742-47a6-bcbe-e827e9f471f9 None None] Port a6e24b40-5544-44bd-a0e7-f047708e9969 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:20:30.885577 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:30.892948 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:30.901080 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:20:24Z', 'revision_number': 2, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:30.951508 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c43ff0-be0a-46b9-b115-1c738021ff60 None None] The sync data for ids ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'] in dv-cinder-843305-3-smb is: [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:20:24Z', 'revision_number': 2, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:20:30.982956 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Pushing event updated for resources: {'Port': ['ID=36803081-bb48-48f8-ad8f-3761b590b95e,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:31.007852 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 01278896-ad93-432c-93bb-6b27211b39a5, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=01278896-ad93-432c-93bb-6b27211b39a5,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:31.029480 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:31.097774 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:31.113130 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e108b4b0-ed1a-45da-ad9c-bbb3c1d540e1 req-c23759b3-ff40-4ce4-8cd3-477c0c5c4162 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6462774 May 27 00:20:31.234342 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:31.267719 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:22Z', 'revision_number': 2, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:31.315355 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1ab48ac9-3e8c-4227-8146-d2690a711955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:31.325952 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 57412) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:31.388970 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7edcaaca-816d-46af-8540-774330f81e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:31.469915 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 18b4ab24-7064-464f-b75a-3bd1ce21937d up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:31.520843 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95d89e8-69f1-40a9-8199-06ca261a33f1 None None] Network 6eff29c4-182b-4e22-a31b-317c5cf4f9bc requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:20:31.524142 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:31.580822 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Checking router: 537a0e11-ebac-4a02-9c26-4a21858e3357 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:20:31.581142 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Updating router 537a0e11-ebac-4a02-9c26-4a21858e3357 port 042b7001-ed03-495b-8de3-342e0673ea50 binding host dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:20:31.594924 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Usage tracker for resource:security_group_rule and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:31.619576 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Attempting to bind port 36803081-bb48-48f8-ad8f-3761b590b95e on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:20:31.619954 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Attempting to bind port 36803081-bb48-48f8-ad8f-3761b590b95e by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '64074962-ae06-421e-8976-06ee5eedf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa2c857a-76ac-4cf7-8f50-58527abb35e5'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:20:31.620309 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Attempting to bind port 36803081-bb48-48f8-ad8f-3761b590b95e on network fa2c857a-76ac-4cf7-8f50-58527abb35e5 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:31.631439 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Port 36803081-bb48-48f8-ad8f-3761b590b95e on network fa2c857a-76ac-4cf7-8f50-58527abb35e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:20:31.631756 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Attempting to bind port 36803081-bb48-48f8-ad8f-3761b590b95e on network fa2c857a-76ac-4cf7-8f50-58527abb35e5 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:31.639621 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-7edcaaca-816d-46af-8540-774330f81e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:31.641130 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:31.655436 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-7edcaaca-816d-46af-8540-774330f81e70 admin admin] Usage tracker for resource:security_group_rule and tenant:38a0b78e982b440f84b9f978650545d1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:31.659336 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1ab48ac9-3e8c-4227-8146-d2690a711955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:31.665558 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-7edcaaca-816d-46af-8540-774330f81e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:31.696541 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:31.706224 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-7edcaaca-816d-46af-8540-774330f81e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:31.710017 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:20:31.710778 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Checking segment: {'id': '64074962-ae06-421e-8976-06ee5eedf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa2c857a-76ac-4cf7-8f50-58527abb35e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:31.710957 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Bound using segment: {'id': '64074962-ae06-421e-8976-06ee5eedf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa2c857a-76ac-4cf7-8f50-58527abb35e5'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:20:31.711439 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Bound port: 36803081-bb48-48f8-ad8f-3761b590b95e, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64074962-ae06-421e-8976-06ee5eedf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fa2c857a-76ac-4cf7-8f50-58527abb35e5'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:20:31.711788 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:31.867789 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-7f2ed84e-9cc6-43f2-b3be-283013060047 None None] Provisioning complete for port a6e24b40-5544-44bd-a0e7-f047708e9969 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:31.868204 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed84e-9cc6-43f2-b3be-283013060047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:31.917919 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:20:31.961085 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] For port 36803081-bb48-48f8-ad8f-3761b590b95e, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:20:31.970858 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-b5b8a0e6-bbee-4c1c-ba38-b3b02f368a72 admin admin] 10.222.0.42 "PUT /v2.0/routers/dac47c98-653b-47b5-9e1b-2de4e57aeab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2976158 May 27 00:20:31.979596 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] For port 36803081-bb48-48f8-ad8f-3761b590b95e, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=36803081-bb48-48f8-ad8f-3761b590b95e,segment=NetworkSegment(64074962-ae06-421e-8976-06ee5eedf926),segment_id=64074962-ae06-421e-8976-06ee5eedf926)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:20:31.993961 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.089205 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.091083 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] 10.222.0.60 "PUT /v2.0/ports/36803081-bb48-48f8-ad8f-3761b590b95e HTTP/1.1" status: 200 len: 1094 time: 4.5670779 May 27 00:20:32.091665 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cfa8e1-ed86-4553-8276-207cf673f5c2', 'tag': '36803081-bb48-48f8-ad8f-3761b590b95e'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:20:32.180941 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=01278896-ad93-432c-93bb-6b27211b39a5,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:32.257442 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.283811 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7edcaaca-816d-46af-8540-774330f81e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.328066 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7edcaaca-816d-46af-8540-774330f81e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.352330 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ed84e-9cc6-43f2-b3be-283013060047 None None] Port a6e24b40-5544-44bd-a0e7-f047708e9969 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:20:32.371415 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.390457 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcaaca-816d-46af-8540-774330f81e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723912c2-c85d-45dd-956c-b851db7f7166,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:32.398791 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.429227 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b98d5c-fbf6-40d2-be53-bf3040d582eb service neutron] Pushing event updated for resources: {'Port': ['ID=36803081-bb48-48f8-ad8f-3761b590b95e,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:32.500225 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 18b4ab24-7064-464f-b75a-3bd1ce21937d triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:32.504430 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.520463 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1ab48ac9-3e8c-4227-8146-d2690a711955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.542506 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-7edcaaca-816d-46af-8540-774330f81e70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38a0b78e982b440f84b9f978650545d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2131233 May 27 00:20:32.550551 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 57446) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:32.563631 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921ca778-8b92-4679-8edc-523afb73835f,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:32.646882 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1ab48ac9-3e8c-4227-8146-d2690a711955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.656857 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-1ab48ac9-3e8c-4227-8146-d2690a711955 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b3a3c67-0737-4c78-99b3-619952df11d7 HTTP/1.1" status: 204 len: 168 time: 2.0283322 May 27 00:20:32.657801 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab48ac9-3e8c-4227-8146-d2690a711955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3a3c67-0737-4c78-99b3-619952df11d7,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:32.675013 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.676857 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-0846e2aa-2d93-42f5-a2c9-86c2e1294174 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.2537754 May 27 00:20:32.683083 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57454) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:32.701010 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-6dfe7655-6b2c-42cb-ba08-127bd198393a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Request body: {'security_group_rule': {'security_group_id': '921ca778-8b92-4679-8edc-523afb73835f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:32.704704 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-d83368a4-8a2b-482b-a3e4-d566cdb761b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ef150f64a46494384fe9dfbe1e46931&device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 1097 time: 0.5467651 May 27 00:20:32.723221 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-6dfe7655-6b2c-42cb-ba08-127bd198393a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:32.732633 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.db.resource_extend [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 00:20:32.752145 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-6dfe7655-6b2c-42cb-ba08-127bd198393a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Usage tracker for resource:security_group_rule and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:32.760899 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-6dfe7655-6b2c-42cb-ba08-127bd198393a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:32.797128 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-6dfe7655-6b2c-42cb-ba08-127bd198393a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:32.801530 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.819003 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.819839 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15341097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825486'] for router_interface, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:32.932234 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-3a54d193-41dd-40f6-9810-9734fff9ee33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36803081-bb48-48f8-ad8f-3761b590b95e HTTP/1.1" status: 200 len: 217 time: 0.2171242 May 27 00:20:32.998170 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7655-6b2c-42cb-ba08-127bd198393a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:33.033404 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fa522-bc1f-4d5d-b3d7-712a1ff098bf req-949bcfce-dd4a-4dc0-8eb5-e72c3a1f9c74 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:33.041045 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-757fa522-bc1f-4d5d-b3d7-712a1ff098bf req-949bcfce-dd4a-4dc0-8eb5-e72c3a1f9c74 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 944 time: 0.5577185 May 27 00:20:33.042972 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36539a0f-ed8d-4de0-af80-c9885962393c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:33.121360 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-e2124a6c-7ce3-4e8e-a217-274dcb1bc76a None None] Provisioning for port d6f07822-8d3e-488f-9390-6552731ed1a4 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:33.135067 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-e2124a6c-7ce3-4e8e-a217-274dcb1bc76a None None] Provisioning complete for port d6f07822-8d3e-488f-9390-6552731ed1a4 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:33.135767 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e2124a6c-7ce3-4e8e-a217-274dcb1bc76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:33.219092 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36539a0f-ed8d-4de0-af80-c9885962393c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:33.263270 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.db.resource_extend [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 00:20:33.287698 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-74f7c3bb-579b-4963-915a-340b38ce1981 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:33.302391 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-74f7c3bb-579b-4963-915a-340b38ce1981 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bed49013-1ead-4727-8705-2022fe0b6ccf HTTP/1.1" status: 200 len: 850 time: 0.3534856 May 27 00:20:33.325918 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-757fa522-bc1f-4d5d-b3d7-712a1ff098bf req-fa3a60bf-ce57-4bfd-bb47-0937e02acccf tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838099 May 27 00:20:33.391298 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Pushing event updated for resources: {'Port': ['ID=d6f07822-8d3e-488f-9390-6552731ed1a4,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:33.527646 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-7f65696c-f028-45e7-a5c4-47620e3fd625 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fa2c857a-76ac-4cf7-8f50-58527abb35e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1751215 May 27 00:20:33.540823 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 57470) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:33.589987 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706798336-network', 'tenant_id': '206d8ff0959a43a3a03adc0dd3782175'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:33.735891 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:33.785922 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Usage tracker for resource:network and tenant:206d8ff0959a43a3a03adc0dd3782175 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:33.828514 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Network ea614eca-e993-4ff1-81c0-52f3da994159 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:33.829574 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:33.885987 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:33.892171 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7655-6b2c-42cb-ba08-127bd198393a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:34.002493 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-e2124a6c-7ce3-4e8e-a217-274dcb1bc76a None None] Port d6f07822-8d3e-488f-9390-6552731ed1a4 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:20:34.108961 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:34.361348 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Notify callbacks [] for port, precommit_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:34.509515 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Transition to ACTIVE for port object 042b7001-ed03-495b-8de3-342e0673ea50 will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:34.516681 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7655-6b2c-42cb-ba08-127bd198393a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:34.555801 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:34.609396 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:34.790411 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe7655-6b2c-42cb-ba08-127bd198393a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc8a41b-f56e-45d7-a29a-ccee621c0b77,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:34.807616 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7655-6b2c-42cb-ba08-127bd198393a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:34.821209 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-6dfe7655-6b2c-42cb-ba08-127bd198393a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.1364250 May 27 00:20:34.857186 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57492) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:34.896564 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-08231fb1-67ad-4c42-a515-3139e9138ac0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Request body: {'security_group_rule': {'security_group_id': '921ca778-8b92-4679-8edc-523afb73835f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:34.933541 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-08231fb1-67ad-4c42-a515-3139e9138ac0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:34.951328 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-08231fb1-67ad-4c42-a515-3139e9138ac0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Usage tracker for resource:security_group_rule and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:34.959598 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-08231fb1-67ad-4c42-a515-3139e9138ac0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:34.989743 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-08231fb1-67ad-4c42-a515-3139e9138ac0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:35.090516 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Made reservation on behalf of 206d8ff0959a43a3a03adc0dd3782175 for: {'network': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:35.102768 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:35.139457 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-08231fb1-67ad-4c42-a515-3139e9138ac0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:35.188505 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-4587f850-c902-4476-ae99-dd517990cfc4 None None] Provisioning complete for port d6f07822-8d3e-488f-9390-6552731ed1a4 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:35.190929 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-4587f850-c902-4476-ae99-dd517990cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:35.337516 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9b91e6-991b-4e6d-9c90-c46719a53f8d'] response: {'name': 'network-changed', 'server_uuid': '16cfa8e1-ed86-4553-8276-207cf673f5c2', 'tag': '36803081-bb48-48f8-ad8f-3761b590b95e', 'status': 'completed', 'code': 200} May 27 00:20:35.338139 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36539a0f-ed8d-4de0-af80-c9885962393c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:35.407020 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-4587f850-c902-4476-ae99-dd517990cfc4 None None] Port d6f07822-8d3e-488f-9390-6552731ed1a4 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:20:35.415473 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:35.416807 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:35.564060 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-d3696fe4-5281-48c8-8703-15f0278433a9 service neutron] 10.222.0.60 "GET /v2.0/networks/fa2c857a-76ac-4cf7-8f50-58527abb35e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9423182 May 27 00:20:35.718760 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8076b58-4d23-4d1c-b815-d517a8d7db70 None None] Pushing event updated for resources: {'Port': ['ID=042b7001-ed03-495b-8de3-342e0673ea50,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:35.734346 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36539a0f-ed8d-4de0-af80-c9885962393c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723912c2-c85d-45dd-956c-b851db7f7166,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:35.821622 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:35.821903 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:35.848759 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-08231fb1-67ad-4c42-a515-3139e9138ac0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:35.866535 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-08231fb1-67ad-4c42-a515-3139e9138ac0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:35.891122 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36539a0f-ed8d-4de0-af80-c9885962393c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:35.891122 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-36539a0f-ed8d-4de0-af80-c9885962393c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/723912c2-c85d-45dd-956c-b851db7f7166 HTTP/1.1" status: 204 len: 168 time: 3.3350885 May 27 00:20:35.910363 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08231fb1-67ad-4c42-a515-3139e9138ac0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5128b39-66eb-40c2-9c3c-05df5fbda89b,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:35.968079 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-08231fb1-67ad-4c42-a515-3139e9138ac0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:35.975139 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-08231fb1-67ad-4c42-a515-3139e9138ac0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1094856 May 27 00:20:35.979806 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57514) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:35.990281 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Request body: {'floatingip': {'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:36.010882 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:36.018262 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Usage tracker for resource:floatingip and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:36.024431 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:36.043555 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:36.095241 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:36.127817 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Router 3c615583-5d2c-4060-8219-819a8774d21c has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:20:36.435994 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a78575f5-e808-42f4-80c5-ce2f68e28008 req-72f3952b-7126-4efc-aa09-1ca8bcbd74e4 service neutron] 10.222.0.60 "GET /v2.0/networks/fa2c857a-76ac-4cf7-8f50-58527abb35e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328655 May 27 00:20:36.599011 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Attempting to bind port 042b7001-ed03-495b-8de3-342e0673ea50 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:20:36.599474 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Attempting to bind port 042b7001-ed03-495b-8de3-342e0673ea50 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:20:36.599726 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Attempting to bind port 042b7001-ed03-495b-8de3-342e0673ea50 on network 316b6d55-4d43-484b-ae47-a98812a805f9 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:36.622638 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:20:36.623006 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Checking segment: {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:36.625409 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:36.625893 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Bound using segment: {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:20:36.626505 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Bound port: 042b7001-ed03-495b-8de3-342e0673ea50, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:20:36.626973 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:36.656422 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:36.676886 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:36.713715 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 9d8af8ad-18db-4b27-9dc2-876dbb7ed689, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=9d8af8ad-18db-4b27-9dc2-876dbb7ed689,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:36.726239 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:36.727087 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device e2b78932-2ba9-4e32-af8e-a47b72617dd6 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:36.780125 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:36.820237 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-04d281d1-e574-44ec-961d-3fb29ef96079 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:36.833801 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-04d281d1-e574-44ec-961d-3fb29ef96079 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 818 time: 2.3827078 May 27 00:20:36.882713 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Usage tracker for resource:security_group_rule and tenant:206d8ff0959a43a3a03adc0dd3782175 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:36.925060 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:36.927821 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=9d8af8ad-18db-4b27-9dc2-876dbb7ed689,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:36.987400 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:37.040715 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-b693f3a6-8fc8-4a36-8f72-25f07e403a77 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/quotas/489999d6bfaf40418aeab8521c512dca HTTP/1.1" status: 200 len: 375 time: 0.2038236 May 27 00:20:37.109035 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port e2b78932-2ba9-4e32-af8e-a47b72617dd6 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:37.112108 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:37.199894 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Allocated IP 172.28.0.225 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/d6a2af1b-1861-4d41-8d69-582e311d9cd5) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:37.225553 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] For port 042b7001-ed03-495b-8de3-342e0673ea50, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:20:37.259910 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bacb8-4088-4194-b156-c43f437a404b req-b756e5e1-e2ce-4989-87a0-781e638e9bdf tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:37.261690 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-354bacb8-4088-4194-b156-c43f437a404b req-b756e5e1-e2ce-4989-87a0-781e638e9bdf tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 944 time: 1.4935939 May 27 00:20:37.302026 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] For port 042b7001-ed03-495b-8de3-342e0673ea50, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=042b7001-ed03-495b-8de3-342e0673ea50,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:20:37.312541 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:37.392115 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c2c6f45-06a1-4c90-8410-52445ffa8c9b req-118e2563-e453-4d21-811c-2e2ad94f06a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ef150f64a46494384fe9dfbe1e46931&device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 1097 time: 0.8273959 May 27 00:20:37.512158 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-354bacb8-4088-4194-b156-c43f437a404b req-674b38ef-8c7c-418f-abfb-a71817013264 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383828 May 27 00:20:37.601873 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8076b58-4d23-4d1c-b815-d517a8d7db70 None None] Pushing event updated for resources: {'Port': ['ID=042b7001-ed03-495b-8de3-342e0673ea50,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:37.658459 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:37.672626 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:37.706049 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-62129731-29b2-45b9-bb85-4eb380391961 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Synchronizing usage tracker for tenant:489999d6bfaf40418aeab8521c512dca on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:20:37.716347 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:20:37.841507 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:20:37.842238 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:20:27Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:37.885317 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-c3c53f1b-93bb-4779-9fff-4b66263ad14a admin admin] 10.222.0.42 "PUT /v2.0/routers/3c615583-5d2c-4060-8219-819a8774d21c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6625993 May 27 00:20:37.919523 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c6f45-06a1-4c90-8410-52445ffa8c9b req-4ba8ced5-7514-4a2d-9cf7-a6b4c4ec5380 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:37.921127 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c2c6f45-06a1-4c90-8410-52445ffa8c9b req-4ba8ced5-7514-4a2d-9cf7-a6b4c4ec5380 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fa2c857a-76ac-4cf7-8f50-58527abb35e5 HTTP/1.1" status: 200 len: 911 time: 0.4933913 May 27 00:20:37.923979 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=83256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:20:38.022246 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:38.116849 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c2c6f45-06a1-4c90-8410-52445ffa8c9b req-f017ed3a-b6e8-437c-87e8-8c4b0bceefc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36803081-bb48-48f8-ad8f-3761b590b95e HTTP/1.1" status: 200 len: 217 time: 0.1739526 May 27 00:20:38.126952 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:38.137163 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.segments_db [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Added segment d46b7df7-a5b9-4ff3-ae17-bcf37a305af5 of type vlan for network 2c4cd5c4-d234-4fab-8a1a-e6b9854582ff May 27 00:20:38.143085 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407486be-4bba-4725-89ab-7a7b0d98e830,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:38.155489 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-62129731-29b2-45b9-bb85-4eb380391961 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Unset dirty status for tenant:489999d6bfaf40418aeab8521c512dca on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:20:38.166351 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:38.173083 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-62129731-29b2-45b9-bb85-4eb380391961 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1306148 May 27 00:20:38.314789 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 9c0e8c90-4214-4789-95ba-d637060d10ce up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:38.322055 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c6f45-06a1-4c90-8410-52445ffa8c9b req-6b0330fc-6f08-48a7-ad5d-fd8ed7090a54 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:38.323795 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c2c6f45-06a1-4c90-8410-52445ffa8c9b req-6b0330fc-6f08-48a7-ad5d-fd8ed7090a54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bed49013-1ead-4727-8705-2022fe0b6ccf HTTP/1.1" status: 200 len: 850 time: 0.1151729 May 27 00:20:38.464138 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:38.478039 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:38.491477 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:38.523858 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event updated for resources: {'Port': ['ID=d6a2af1b-1861-4d41-8d69-582e311d9cd5,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:38.524979 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c2c6f45-06a1-4c90-8410-52445ffa8c9b req-1487344a-9602-4a17-b4e9-7ee6fcc692bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fa2c857a-76ac-4cf7-8f50-58527abb35e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390958 May 27 00:20:38.529530 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:20:38.577597 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:38.630706 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 9c0e8c90-4214-4789-95ba-d637060d10ce completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:38.646635 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 9c0e8c90-4214-4789-95ba-d637060d10ce triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:38.653882 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:38.903885 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.db.resource_extend [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 00:20:39.020604 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-5ed26ead-1600-4b90-ac8e-3ceacc1ad422 service neutron] 10.222.0.42 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8427329 May 27 00:20:39.091180 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:39.168196 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:39.168921 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:39.172983 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:39.243777 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:39.288603 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:39.324120 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 9c0e8c90-4214-4789-95ba-d637060d10ce, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=9c0e8c90-4214-4789-95ba-d637060d10ce,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:39.342163 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:39.342930 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 01278896-ad93-432c-93bb-6b27211b39a5 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:39.589826 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=9c0e8c90-4214-4789-95ba-d637060d10ce,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:39.602824 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c2c6f45-06a1-4c90-8410-52445ffa8c9b req-382c48f7-65f7-4409-9b15-512d8f8d5a91 service neutron] 10.222.0.60 "GET /v2.0/networks/fa2c857a-76ac-4cf7-8f50-58527abb35e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0502019 May 27 00:20:39.615845 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:37Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:39.622790 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7105-7401-4151-a35f-6f940466cd5f None None] The sync data for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb is: [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:37Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:20:39.640088 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] Pushing event updated for resources: {'Network': ['ID=2c4cd5c4-d234-4fab-8a1a-e6b9854582ff,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:39.645061 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 01278896-ad93-432c-93bb-6b27211b39a5 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:39.646432 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:39.650817 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-b07fe818-02a8-4306-a26f-309730d7c57b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 6.0917633 May 27 00:20:39.672108 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 57588) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:39.721781 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Request body: {'subnet': {'network_id': '2c4cd5c4-d234-4fab-8a1a-e6b9854582ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706798336-subnet', 'tenant_id': '206d8ff0959a43a3a03adc0dd3782175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:39.759988 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2869054-db6e-4a98-9606-8e45c61c1be0 req-fe63f634-6cca-4146-9b4e-4d45241fa638 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:39.761554 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d2869054-db6e-4a98-9606-8e45c61c1be0 req-fe63f634-6cca-4146-9b4e-4d45241fa638 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 944 time: 0.9263065 May 27 00:20:39.790482 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:39.832606 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Usage tracker for resource:subnet and tenant:206d8ff0959a43a3a03adc0dd3782175 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:39.836670 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network 2c4cd5c4-d234-4fab-8a1a-e6b9854582ff details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:20:39.850123 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-1806fa67-8796-487f-b6ee-c7e9cbc0f903 service neutron] 10.222.0.42 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8133166 May 27 00:20:39.850794 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:39.874377 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:39.924944 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Made reservation on behalf of 206d8ff0959a43a3a03adc0dd3782175 for: {'subnet': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:39.932668 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:39.974293 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d2869054-db6e-4a98-9606-8e45c61c1be0 req-1e3d9047-173d-4da0-9bf2-93327a9a0056 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032628 May 27 00:20:40.151628 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:40.167691 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:40.296585 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-335af1d6-7392-4c9a-88ff-026b89ff18bf req-e137c44a-9d7f-4019-973b-ca49443d1dfb tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 210 time: 0.1238286 May 27 00:20:40.402096 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event updated for resources: {'Port': ['ID=d6a2af1b-1861-4d41-8d69-582e311d9cd5,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:40.424495 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:40.458052 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:40.464226 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-a8f9c897-bb5b-4e98-8b3c-f83883857dfe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4835954 May 27 00:20:40.485412 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:40.644187 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for subnet, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:40.699870 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:40.700465 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:40.833923 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa79e98-2d5f-42fa-943a-e4a2fad496cd,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:41.176541 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57674) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:41.184426 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845007320', 'description': 'tempest-description--880977838'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:41.200941 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Checking segment: {'id': 'd46b7df7-a5b9-4ff3-ae17-bcf37a305af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2c4cd5c4-d234-4fab-8a1a-e6b9854582ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:41.201350 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Network hostable DHCP agents. Network: 2c4cd5c4-d234-4fab-8a1a-e6b9854582ff, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:20:41.211575 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:41.235132 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:41.255355 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:41.280964 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:41.322884 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:41.463936 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:41.469327 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 042b7001-ed03-495b-8de3-342e0673ea50 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:41.484094 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:41.496200 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:41.499465 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-0db6ed01-6973-4912-bb1b-2a2d128d128d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:41.507445 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:41.508109 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-0db6ed01-6973-4912-bb1b-2a2d128d128d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 818 time: 0.6425812 May 27 00:20:41.511704 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Network 2c4cd5c4-d234-4fab-8a1a-e6b9854582ff is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:20:41.555818 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-a62fdc99-5185-40a4-bcca-0fb40d73f669 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/quotas/489999d6bfaf40418aeab8521c512dca HTTP/1.1" status: 200 len: 375 time: 0.0304029 May 27 00:20:41.567936 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, 2c4cd5c4-d234-4fab-8a1a-e6b9854582ff) {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:41.575405 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:41.577410 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:41.596929 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e3da44-c960-4126-92cc-2ddee3760ba6 None None] Network 2c4cd5c4-d234-4fab-8a1a-e6b9854582ff requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:20:41.646832 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:41.652659 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:41.715886 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df28baf-8f42-4a9d-b166-8f5988887948,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:41.735512 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:41.737082 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-e86db4e1-2287-493b-8274-9725d4366b05 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5593774 May 27 00:20:41.740665 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57692) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:41.749534 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-e385fb55-29f2-451f-8261-28baa33e6a35 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'security_group_rule': {'security_group_id': '4df28baf-8f42-4a9d-b166-8f5988887948', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:41.757533 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e385fb55-29f2-451f-8261-28baa33e6a35 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:41.762855 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e385fb55-29f2-451f-8261-28baa33e6a35 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:41.768185 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e385fb55-29f2-451f-8261-28baa33e6a35 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:41.776901 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e385fb55-29f2-451f-8261-28baa33e6a35 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:41.791110 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 042b7001-ed03-495b-8de3-342e0673ea50 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:41.797882 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 042b7001-ed03-495b-8de3-342e0673ea50 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:41.798243 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:41.801549 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e385fb55-29f2-451f-8261-28baa33e6a35 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:41.937222 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e385fb55-29f2-451f-8261-28baa33e6a35 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:41.944716 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57700) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:41.955750 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e385fb55-29f2-451f-8261-28baa33e6a35 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.026686 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e385fb55-29f2-451f-8261-28baa33e6a35 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.030243 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-e385fb55-29f2-451f-8261-28baa33e6a35 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2855401 May 27 00:20:42.033080 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57706) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:42.041905 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385fb55-29f2-451f-8261-28baa33e6a35 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93611e7f-b927-476d-86ad-a7d541ecd9d5,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:42.043043 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c2c6f45-06a1-4c90-8410-52445ffa8c9b req-31e7fdbd-41b2-4daa-bf03-7d93cdd877be service neutron] 10.222.0.60 "GET /v2.0/networks/fa2c857a-76ac-4cf7-8f50-58527abb35e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066739 May 27 00:20:42.053990 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-713cfe94-3a76-4acc-978a-9a33a961f8a3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'security_group_rule': {'security_group_id': '4df28baf-8f42-4a9d-b166-8f5988887948', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:42.069755 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-6f35e980-7dfd-46f6-a3fc-6ab41f56cadf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3747308 May 27 00:20:42.080463 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-713cfe94-3a76-4acc-978a-9a33a961f8a3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:42.090479 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-713cfe94-3a76-4acc-978a-9a33a961f8a3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:42.098200 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-713cfe94-3a76-4acc-978a-9a33a961f8a3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:42.098757 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a57f4-a596-45ec-93eb-7870f34ed8ff req-821b7022-99b1-438a-9ca8-913b271ffbfb tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:42.105919 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-879a57f4-a596-45ec-93eb-7870f34ed8ff req-821b7022-99b1-438a-9ca8-913b271ffbfb tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 944 time: 0.4389365 May 27 00:20:42.114108 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-713cfe94-3a76-4acc-978a-9a33a961f8a3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:42.137755 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-9728fffb-8ea5-4922-ba3c-5749b3cba393 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5494831 May 27 00:20:42.167077 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-713cfe94-3a76-4acc-978a-9a33a961f8a3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.174700 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-879a57f4-a596-45ec-93eb-7870f34ed8ff req-c3e93df1-cb28-4cb4-959b-91b31de665df tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677783 May 27 00:20:42.205524 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.230067 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20faa19-4430-4631-9f36-d6da2b2c688a None None] Network 2c4cd5c4-d234-4fab-8a1a-e6b9854582ff requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:20:42.348600 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-713cfe94-3a76-4acc-978a-9a33a961f8a3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.362077 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cee79d6e-e894-41fd-9d20-0eb46ceab3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.406828 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-713cfe94-3a76-4acc-978a-9a33a961f8a3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.481144 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cfe94-3a76-4acc-978a-9a33a961f8a3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96049ac-3f58-4d2b-9949-06969206133c,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:42.488590 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-cee79d6e-e894-41fd-9d20-0eb46ceab3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:42.491781 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-713cfe94-3a76-4acc-978a-9a33a961f8a3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.493661 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-713cfe94-3a76-4acc-978a-9a33a961f8a3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4560299 May 27 00:20:42.496706 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57724) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:42.497944 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-cee79d6e-e894-41fd-9d20-0eb46ceab3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e6e09fe98341f3b618d6615418e277 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:42.504915 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-cee79d6e-e894-41fd-9d20-0eb46ceab3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:42.505453 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 042b7001-ed03-495b-8de3-342e0673ea50, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=042b7001-ed03-495b-8de3-342e0673ea50,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:42.516564 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'floatingip': {'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:42.523411 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:42.526177 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-cee79d6e-e894-41fd-9d20-0eb46ceab3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:42.532333 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.532531 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:floatingip and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:42.532754 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 9c0e8c90-4214-4789-95ba-d637060d10ce up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:42.538194 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-e573d038-607c-478d-a1e7-6f8293389f21 service neutron] 10.222.0.42 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790710 May 27 00:20:42.544441 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:42.556176 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:42.582975 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.646802 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 57732) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:42.756392 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.797452 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cee79d6e-e894-41fd-9d20-0eb46ceab3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.800019 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-adbab92e-f8ff-4262-b54b-47df013262db tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--220376350&fields=id&tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2 HTTP/1.1" status: 200 len: 267 time: 0.2596099 May 27 00:20:42.808165 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cee79d6e-e894-41fd-9d20-0eb46ceab3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.850312 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee79d6e-e894-41fd-9d20-0eb46ceab3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11323c60-ecf6-4f64-986a-2ed903a41fb4,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:42.887222 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=042b7001-ed03-495b-8de3-342e0673ea50,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:42.896399 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 9c0e8c90-4214-4789-95ba-d637060d10ce triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:42.896585 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.927164 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-cee79d6e-e894-41fd-9d20-0eb46ceab3e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0e6e09fe98341f3b618d6615418e277&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9809277 May 27 00:20:42.931096 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57738) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:42.946277 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3d101a-ec92-4fe0-a754-c9e1ddcebee2 admin admin] Deleting subnet b6d6d039-b845-4455-87f4-77af9b3f8f3d {{(pid=83256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:20:42.949855 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bb3d101a-ec92-4fe0-a754-c9e1ddcebee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:42.968321 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:43.048962 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bb3d101a-ec92-4fe0-a754-c9e1ddcebee2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:43.064858 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-9f52d011-2628-4a92-8f00-b41aa6842760 service neutron] 10.222.0.42 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855125 May 27 00:20:43.066703 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bb3d101a-ec92-4fe0-a754-c9e1ddcebee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:43.078064 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-567be937-726e-4538-979c-ce802efef52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:43.151871 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-567be937-726e-4538-979c-ce802efef52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:43.268809 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ac83d-7a62-4fcd-b341-855971619dda req-f9b962f0-aa80-4653-ac50-301e22105bfd tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:43.275529 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-f9b962f0-aa80-4653-ac50-301e22105bfd tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 816 time: 0.4604642 May 27 00:20:43.349187 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-567be937-726e-4538-979c-ce802efef52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:43.396140 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-91ef1fcb-c5d5-4cca-a73e-61ac860609e8 req-da3d9226-70b3-4fb5-b490-f0b8befc2fdb tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 210 time: 0.0655825 May 27 00:20:43.397917 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-3c7eae69-65d2-4cdb-b6b6-610af582fe5c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/quotas/8a7c9dd2cdc4409fb8e9a6ea957d8bb2 HTTP/1.1" status: 200 len: 375 time: 0.1120262 May 27 00:20:43.408363 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bb3d101a-ec92-4fe0-a754-c9e1ddcebee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for subnet, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:43.420202 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Allocated IP 172.28.0.178 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/08284ee1-46ac-49da-a9d1-7168933cd71c) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:43.431294 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 042b7001-ed03-495b-8de3-342e0673ea50 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:43.444645 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567be937-726e-4538-979c-ce802efef52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11323c60-ecf6-4f64-986a-2ed903a41fb4,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:43.494352 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bb3d101a-ec92-4fe0-a754-c9e1ddcebee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:43.537346 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-567be937-726e-4538-979c-ce802efef52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:43.544204 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-567be937-726e-4538-979c-ce802efef52d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11323c60-ecf6-4f64-986a-2ed903a41fb4 HTTP/1.1" status: 204 len: 168 time: 0.6102328 May 27 00:20:43.682834 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 042b7001-ed03-495b-8de3-342e0673ea50 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:43.683429 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:43.763409 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-bb3d101a-ec92-4fe0-a754-c9e1ddcebee2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b6d6d039-b845-4455-87f4-77af9b3f8f3d HTTP/1.1" status: 204 len: 168 time: 1.1100495 May 27 00:20:43.766842 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d101a-ec92-4fe0-a754-c9e1ddcebee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d6d039-b845-4455-87f4-77af9b3f8f3d,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:43.771183 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57768) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:43.976495 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:44.104908 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-96fe1508-b88b-4492-8c42-b39bfa4401a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6960733 May 27 00:20:44.144407 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-a8ee1fd8-51c5-45cf-ad7b-d29b57c0424d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:44.150018 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-a8ee1fd8-51c5-45cf-ad7b-d29b57c0424d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 818 time: 0.4910588 May 27 00:20:44.151464 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:44.170801 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834bb41-8d3e-4b41-b843-65b72110c508 req-b2fb55a1-742a-45a4-b082-801640c61de3 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:44.182846 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8834bb41-8d3e-4b41-b843-65b72110c508 req-b2fb55a1-742a-45a4-b082-801640c61de3 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 944 time: 0.5587068 May 27 00:20:44.194126 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Request body: {'port': {'device_id': '668b4582-1236-4366-ae7f-aedf87298488', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'admin_state_up': True, 'tenant_id': '489999d6bfaf40418aeab8521c512dca'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:44.225390 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57784) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:44.264833 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a99ecaf7-319f-479a-be98-3ceff991c27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:44.280679 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:44.314922 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-a99ecaf7-319f-479a-be98-3ceff991c27e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:44.319408 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-a99ecaf7-319f-479a-be98-3ceff991c27e admin admin] Usage tracker for resource:security_group_rule and tenant:c1b835b49a284d578c6fd7bdd4c88a21 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:44.322850 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-a99ecaf7-319f-479a-be98-3ceff991c27e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:44.329424 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-a99ecaf7-319f-479a-be98-3ceff991c27e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:44.357895 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.358549 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.358996 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.359319 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.359623 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.360042 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.360370 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.360688 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.360991 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.361316 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.407169 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8834bb41-8d3e-4b41-b843-65b72110c508 req-a595356b-f481-46bb-b7a5-4337464aa592 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203491 May 27 00:20:44.489234 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:44.499455 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:44.516915 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-b4ab5933-b550-4975-9406-074f20db643d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:20:44.518186 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-b4ab5933-b550-4975-9406-074f20db643d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1423461 May 27 00:20:44.519074 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Made reservation on behalf of 489999d6bfaf40418aeab8521c512dca for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:44.522710 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:44.647059 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.647471 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.648120 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.648511 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:20:44.648994 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eff29c4-182b-4e22-a31b-317c5cf4f9bc']}} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:44.651373 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Sync routers for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:20:44.668520 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8dffd99-fae2-4c88-a397-d93843f82001') {'for_net_delete': True} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:44.668972 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8dffd99-fae2-4c88-a397-d93843f82001') {} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:44.671060 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:20:44.671886 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:20:27Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:44.695314 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2907985'] for segment, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:44.716245 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:44.749021 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-05332773-5206-4452-a2c2-139d93b9120e req-1454ccc0-0623-4724-ab3a-b542f18a0a51 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 210 time: 0.0565403 May 27 00:20:44.797878 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:44.809213 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:20:44.809659 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1260145'] for segment, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:44.822288 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-4c7187bc-b63e-4d45-885d-90d5e2aa4c37 service neutron] 10.222.0.42 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886276 May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: util.warn_limited( May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: util.warn_limited( May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: Traceback (most recent call last): May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: timer() May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: cb(*args, **kw) May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: return func(*args, **kwargs) May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: self._notify() May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: self.callback(batched_events) May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: event.method(event) May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: return f(self, *a, **k) May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: return self._get(url).json() May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: return self.request(url, 'GET', **kwargs) May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:20:44.928869 dv-cinder-843305-3-smb neutron-server[83255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:20:44.931935 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.60', 59444) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:45.037706 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:20:45.110093 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a99ecaf7-319f-479a-be98-3ceff991c27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:45.145167 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:45.151371 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:45.154544 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a99ecaf7-319f-479a-be98-3ceff991c27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:45.200772 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:45.247039 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-a99ecaf7-319f-479a-be98-3ceff991c27e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1b835b49a284d578c6fd7bdd4c88a21&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0199559 May 27 00:20:45.252367 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57804) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:45.273051 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-079a14ae-c312-4cca-8aa5-cf36bae6db3f service neutron] 10.222.0.42 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412012 May 27 00:20:45.280710 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Allocated IP 172.20.0.7 (e949e00c-df52-4269-a2e2-6bf8b8e4c536/09523520-f704-44c6-bf8f-88a494336947/b598bc55-ee2d-4f76-b452-48068945d4e4) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:45.290703 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-089316ed-cd82-4a3d-8e6a-2a7e1707bf2d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:45.292513 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-089316ed-cd82-4a3d-8e6a-2a7e1707bf2d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 818 time: 0.3592713 May 27 00:20:45.310541 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Request body: {'port': {'device_id': '447d1679-e87f-4cb8-80d4-d3cf4b7cc013', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'admin_state_up': True, 'tenant_id': '489999d6bfaf40418aeab8521c512dca'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:45.321910 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'Port': ['ID=08284ee1-46ac-49da-a9d1-7168933cd71c,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:45.344783 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:45.369134 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ecaf7-319f-479a-be98-3ceff991c27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7160de1a-c4f4-4e45-a9c0-643312b367cd,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:45.394993 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eff29c4-182b-4e22-a31b-317c5cf4f9bc,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:45.398335 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:45.460851 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-af7a63bb-533b-423f-ab4c-5651ff6948a9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6eff29c4-182b-4e22-a31b-317c5cf4f9bc HTTP/1.1" status: 204 len: 168 time: 1.6882834 May 27 00:20:45.461589 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c97c5322-451e-48e7-b410-654a11f5ce4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:45.471713 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 57816) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:45.528703 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c97c5322-451e-48e7-b410-654a11f5ce4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:45.562271 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:31Z', 'revision_number': 2, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:45.567335 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Checking router: 3c615583-5d2c-4060-8219-819a8774d21c for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:20:45.567749 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Updating router 3c615583-5d2c-4060-8219-819a8774d21c port d6f07822-8d3e-488f-9390-6552731ed1a4 binding host dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:20:45.618440 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c97c5322-451e-48e7-b410-654a11f5ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:45.670208 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c5322-451e-48e7-b410-654a11f5ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7160de1a-c4f4-4e45-a9c0-643312b367cd,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:45.704170 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:45.707834 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c97c5322-451e-48e7-b410-654a11f5ce4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:45.709029 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-c97c5322-451e-48e7-b410-654a11f5ce4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7160de1a-c4f4-4e45-a9c0-643312b367cd HTTP/1.1" status: 204 len: 168 time: 0.4499691 May 27 00:20:45.910864 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.055070 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.090670 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-888d0beb-d644-423f-8e19-125914eddba0 req-5ca2a0a3-2e95-4e61-ac59-614cf88d575c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 210 time: 0.3299007 May 27 00:20:46.131933 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_v2 [None req-64202a1c-e97f-4037-9714-15a6922da493 admin admin] Deleting subnet daa79e98-2d5f-42fa-943a-e4a2fad496cd {{(pid=83256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:20:46.137461 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-64202a1c-e97f-4037-9714-15a6922da493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.216426 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-64202a1c-e97f-4037-9714-15a6922da493 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.223637 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-64202a1c-e97f-4037-9714-15a6922da493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.400595 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-64202a1c-e97f-4037-9714-15a6922da493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for subnet, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.519665 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.563852 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.572334 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1260117'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.594961 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:46.611282 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64202a1c-e97f-4037-9714-15a6922da493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa79e98-2d5f-42fa-943a-e4a2fad496cd,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:46.644746 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Usage tracker for resource:port and tenant:489999d6bfaf40418aeab8521c512dca is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:46.657798 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:46.664098 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Notify callbacks [] for port, precommit_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.672207 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-729d44aa-94b4-4bdb-9cb4-b0803f436b4e req-93d8822d-41d4-4265-8c96-6916372fd7cc tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 210 time: 0.1293871 May 27 00:20:46.700592 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.provisioning_blocks [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Transition to ACTIVE for port object d6f07822-8d3e-488f-9390-6552731ed1a4 will not be triggered until provisioned by entity L2. {{(pid=83258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:46.702384 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Transition to ACTIVE for port object b598bc55-ee2d-4f76-b452-48068945d4e4 will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:46.703989 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:46.721344 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.746258 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Made reservation on behalf of 489999d6bfaf40418aeab8521c512dca for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:46.760770 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.787623 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'Port': ['ID=08284ee1-46ac-49da-a9d1-7168933cd71c,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:46.815416 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8284b8-2a64-44f7-8f20-6effa53c1b4a req-fcc23e98-4f45-4c4f-bbb9-c5ba62a4cbaf tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:46.827563 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cc8284b8-2a64-44f7-8f20-6effa53c1b4a req-fcc23e98-4f45-4c4f-bbb9-c5ba62a4cbaf tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 944 time: 1.0762753 May 27 00:20:46.830183 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-64202a1c-e97f-4037-9714-15a6922da493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.859676 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.909056 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:46.911255 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-bd5861cb-2215-4a58-a9fc-b8dcc0c2e3c2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4085817 May 27 00:20:46.974705 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-64202a1c-e97f-4037-9714-15a6922da493 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/daa79e98-2d5f-42fa-943a-e4a2fad496cd HTTP/1.1" status: 204 len: 168 time: 1.4907949 May 27 00:20:46.975232 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57872) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:47.011541 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cc8284b8-2a64-44f7-8f20-6effa53c1b4a req-6cd72c12-3d7c-4866-b03e-0bcf37316b01 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830928 May 27 00:20:47.094279 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33ce3a-f7d7-4a47-9ea0-4238701b61a1 None None] Pushing event updated for resources: {'Port': ['ID=d6f07822-8d3e-488f-9390-6552731ed1a4,revision_number=3']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:47.113931 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:47.298969 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:47.341630 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 36803081-bb48-48f8-ad8f-3761b590b95e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:20:47.387220 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Allocated IP 172.20.0.6 (e949e00c-df52-4269-a2e2-6bf8b8e4c536/09523520-f704-44c6-bf8f-88a494336947/32a10f26-c74f-42b0-80d0-e81deea8dc06) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:47.452231 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Attempting to bind port d6f07822-8d3e-488f-9390-6552731ed1a4 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:20:47.452678 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Attempting to bind port d6f07822-8d3e-488f-9390-6552731ed1a4 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:20:47.453132 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Attempting to bind port d6f07822-8d3e-488f-9390-6552731ed1a4 on network ea614eca-e993-4ff1-81c0-52f3da994159 {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:47.471318 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:20:47.471318 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Checking segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:47.471638 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:47.472677 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Bound using segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:20:47.473275 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Bound port: d6f07822-8d3e-488f-9390-6552731ed1a4, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'}}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:20:47.479077 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:47.706989 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.60', 59451) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:47.714855 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] For port d6f07822-8d3e-488f-9390-6552731ed1a4, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:20:47.723043 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 36803081-bb48-48f8-ad8f-3761b590b95e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=36803081-bb48-48f8-ad8f-3761b590b95e,segment=NetworkSegment(64074962-ae06-421e-8976-06ee5eedf926),segment_id=64074962-ae06-421e-8976-06ee5eedf926)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:47.726359 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] For port d6f07822-8d3e-488f-9390-6552731ed1a4, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=d6f07822-8d3e-488f-9390-6552731ed1a4,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:20:47.734272 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:47.777710 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '36803081-bb48-48f8-ad8f-3761b590b95e', 'network_id': 'fa2c857a-76ac-4cf7-8f50-58527abb35e5', 'port_id': '36803081-bb48-48f8-ad8f-3761b590b95e', 'mac_address': 'fa:16:3e:71:c2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed49013-1ead-4727-8705-2022fe0b6ccf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:20:47.871477 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33ce3a-f7d7-4a47-9ea0-4238701b61a1 None None] Pushing event updated for resources: {'Port': ['ID=d6f07822-8d3e-488f-9390-6552731ed1a4,revision_number=4']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:47.919639 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:20:47.920266 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:20:27Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:47.931757 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:47.995253 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36803081-bb48-48f8-ad8f-3761b590b95e {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:20:48.030696 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 36803081-bb48-48f8-ad8f-3761b590b95e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=36803081-bb48-48f8-ad8f-3761b590b95e,segment=NetworkSegment(64074962-ae06-421e-8976-06ee5eedf926),segment_id=64074962-ae06-421e-8976-06ee5eedf926)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:48.039400 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:48.174665 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:48.198176 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=36803081-bb48-48f8-ad8f-3761b590b95e,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:48.255535 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4cd5c4-d234-4fab-8a1a-e6b9854582ff']}} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:48.275544 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:48.305489 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46b7df7-a5b9-4ff3-ae17-bcf37a305af5') {'for_net_delete': True} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:48.305873 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46b7df7-a5b9-4ff3-ae17-bcf37a305af5') {} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:48.320111 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Transition to ACTIVE for port object 32a10f26-c74f-42b0-80d0-e81deea8dc06 will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:48.351283 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2907985'] for segment, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:48.376501 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ac83d-7a62-4fcd-b341-855971619dda req-6d39fe34-3a42-4a79-9a98-e53139e7cb72 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:48.377193 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [req-d89ac83d-7a62-4fcd-b341-855971619dda req-6d39fe34-3a42-4a79-9a98-e53139e7cb72 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Synchronizing usage tracker for tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 on resource:network {{(pid=83255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:20:48.397638 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:48.406245 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:20:48.410549 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:20:48.411200 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1260145'] for segment, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: Traceback (most recent call last): May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: timer() May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: cb(*args, **kw) May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: return func(*args, **kwargs) May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: self._notify() May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: self.callback(batched_events) May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: event.method(event) May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: return f(self, *a, **k) May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: return self._get(url).json() May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: return self.request(url, 'GET', **kwargs) May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:20:48.433619 dv-cinder-843305-3-smb neutron-server[83255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:20:48.455179 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['36803081-bb48-48f8-ad8f-3761b590b95e'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:20:48.462345 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:48.474164 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Network e949e00c-df52-4269-a2e2-6bf8b8e4c536 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:48.482864 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:48.486409 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-129a8458-50f1-4637-891c-e571781129d5 req-66ab221a-403e-468a-ba2a-1db9baf83ecc tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 210 time: 0.9366245 May 27 00:20:48.487121 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:48.491159 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:48.491762 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:48.541927 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event updated for resources: {'Port': ['ID=b598bc55-ee2d-4f76-b452-48068945d4e4,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:48.717996 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Network e949e00c-df52-4269-a2e2-6bf8b8e4c536 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:48.729119 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-41594a58-f392-4547-b6c1-a27b05148737 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:security_group {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:20:48.731379 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [req-d89ac83d-7a62-4fcd-b341-855971619dda req-6d39fe34-3a42-4a79-9a98-e53139e7cb72 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Unset dirty status for tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 on resource:network {{(pid=83255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:20:48.736264 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-6d39fe34-3a42-4a79-9a98-e53139e7cb72 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 816 time: 1.0248024 May 27 00:20:48.740655 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-c4313911-5954-4404-a4f5-156155f78121 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5557706 May 27 00:20:48.742138 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:48.748973 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:48.765114 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:48.766320 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:48.787614 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Request body: {'port': {'device_id': '668b4582-1236-4366-ae7f-aedf87298488', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:48.849812 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event updated for resources: {'Port': ['ID=32a10f26-c74f-42b0-80d0-e81deea8dc06,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:48.872984 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-6d9a8643-64d5-428f-8c96-2ebd918af78d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5669706 May 27 00:20:48.876172 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-41594a58-f392-4547-b6c1-a27b05148737 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:security_group {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:20:48.885977 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-41594a58-f392-4547-b6c1-a27b05148737 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--845007320&fields=id&tenant_id=8ab7c208c3194694b0754eced701a5e1 HTTP/1.1" status: 200 len: 267 time: 1.3827765 May 27 00:20:48.920398 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Request body: {'port': {'device_id': '447d1679-e87f-4cb8-80d4-d3cf4b7cc013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:49.045112 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:47Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:20:49.059295 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebe6663-23e1-406e-9217-99aada332f94 None None] The sync data for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb is: [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:47Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:20:49.080134 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [req-d89ac83d-7a62-4fcd-b341-855971619dda req-a928f9bb-525e-42e7-915f-49a4844e3dd9 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Synchronizing usage tracker for tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 on resource:security_group {{(pid=83255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:20:49.115774 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-10700e9c-23d1-4f99-a37d-fad92c5dd11d None None] Provisioning for port b598bc55-ee2d-4f76-b452-48068945d4e4 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:49.121549 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-10700e9c-23d1-4f99-a37d-fad92c5dd11d None None] Provisioning complete for port b598bc55-ee2d-4f76-b452-48068945d4e4 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:49.121905 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-10700e9c-23d1-4f99-a37d-fad92c5dd11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:49.137054 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:49.174081 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] Pushing event deleted for resources: {'Network': ['ID=2c4cd5c4-d234-4fab-8a1a-e6b9854582ff,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:49.176096 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [req-d89ac83d-7a62-4fcd-b341-855971619dda req-a928f9bb-525e-42e7-915f-49a4844e3dd9 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Unset dirty status for tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 on resource:security_group {{(pid=83255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:20:49.177223 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-a928f9bb-525e-42e7-915f-49a4844e3dd9 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2 HTTP/1.1" status: 200 len: 379 time: 0.3787072 May 27 00:20:49.178292 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:49.188295 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-1ff85737-2039-47aa-be69-47cd7c920aee admin admin] 10.222.0.42 "DELETE /v2.0/networks/2c4cd5c4-d234-4fab-8a1a-e6b9854582ff HTTP/1.1" status: 204 len: 168 time: 2.2118046 May 27 00:20:49.194563 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Request body: {'port': {'device_id': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'admin_state_up': True, 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'security_groups': ['921ca778-8b92-4679-8edc-523afb73835f']}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:49.329038 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-10700e9c-23d1-4f99-a37d-fad92c5dd11d None None] Port b598bc55-ee2d-4f76-b452-48068945d4e4 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:20:49.471667 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-96e7d98d-e0b9-4c4c-bce9-7bc425856b85 None None] Provisioning for port 32a10f26-c74f-42b0-80d0-e81deea8dc06 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:49.478673 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-96e7d98d-e0b9-4c4c-bce9-7bc425856b85 None None] Provisioning complete for port 32a10f26-c74f-42b0-80d0-e81deea8dc06 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:49.479246 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-96e7d98d-e0b9-4c4c-bce9-7bc425856b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:49.547812 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:49.556819 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Usage tracker for resource:port and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:49.562643 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:49.587947 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device d6f07822-8d3e-488f-9390-6552731ed1a4 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:49.595805 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:49.627019 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Made reservation on behalf of 8a7c9dd2cdc4409fb8e9a6ea957d8bb2 for: {'port': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:49.630103 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:49.705810 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:49.734365 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8ff71d18-3cb7-4022-9778-58ad57adb7f2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:49.735352 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8ff71d18-3cb7-4022-9778-58ad57adb7f2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:network {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:20:49.807691 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-96e7d98d-e0b9-4c4c-bce9-7bc425856b85 None None] Port 32a10f26-c74f-42b0-80d0-e81deea8dc06 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:20:49.859271 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port d6f07822-8d3e-488f-9390-6552731ed1a4 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:49.868339 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port d6f07822-8d3e-488f-9390-6552731ed1a4 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:49.868700 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:49.904256 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:49.952079 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57992) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:50.111080 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-5f6d48fc-2208-4f82-80e5-5e298a99f5f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f943832076e4189b561e27a84bcab69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1530640 May 27 00:20:50.113188 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 57998) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:50.172230 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:50.241182 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port d6f07822-8d3e-488f-9390-6552731ed1a4, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=d6f07822-8d3e-488f-9390-6552731ed1a4,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:50.254293 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:50.458625 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=d6f07822-8d3e-488f-9390-6552731ed1a4,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:50.546465 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a7d4237b-9fb8-4567-8dc8-0ce0a2564858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:50.631233 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Allocated IP 172.20.0.11 (316b6d55-4d43-484b-ae47-a98812a805f9/aa5e148a-72e2-4fc0-a860-6493efc85895/1cecbed1-fa57-4233-b216-1837212f40a2) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:50.661336 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a7d4237b-9fb8-4567-8dc8-0ce0a2564858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:50.669731 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58014) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:50.759957 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8ff71d18-3cb7-4022-9778-58ad57adb7f2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:network {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:20:50.761142 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8ff71d18-3cb7-4022-9778-58ad57adb7f2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 814 time: 1.8741248 May 27 00:20:50.909119 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2e34c-2a56-4ba9-95dc-641b5602f319 req-ed4e2386-0c2f-4606-ac1f-25ec13aff65a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:50.910168 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-9dd2e34c-2a56-4ba9-95dc-641b5602f319 req-ed4e2386-0c2f-4606-ac1f-25ec13aff65a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Synchronizing usage tracker for tenant:489999d6bfaf40418aeab8521c512dca on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:20:50.929319 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a7d4237b-9fb8-4567-8dc8-0ce0a2564858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:50.944272 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-15114087-6427-4a73-a28d-fae49d18d4fc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/quotas/8ab7c208c3194694b0754eced701a5e1 HTTP/1.1" status: 200 len: 375 time: 0.0994143 May 27 00:20:50.948598 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-9dd2e34c-2a56-4ba9-95dc-641b5602f319 req-ed4e2386-0c2f-4606-ac1f-25ec13aff65a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Unset dirty status for tenant:489999d6bfaf40418aeab8521c512dca on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:20:50.955064 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9dd2e34c-2a56-4ba9-95dc-641b5602f319 req-ed4e2386-0c2f-4606-ac1f-25ec13aff65a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 931 time: 1.7508953 May 27 00:20:50.984458 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4237b-9fb8-4567-8dc8-0ce0a2564858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39a6ba5-3166-4dba-af80-4fab66155c87,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:50.998688 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-59c1933c-fff3-4a75-8e98-1a275d0d4495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:51.014554 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a7d4237b-9fb8-4567-8dc8-0ce0a2564858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:51.019336 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-a7d4237b-9fb8-4567-8dc8-0ce0a2564858 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f39a6ba5-3166-4dba-af80-4fab66155c87 HTTP/1.1" status: 204 len: 168 time: 0.8949537 May 27 00:20:51.087893 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-59c1933c-fff3-4a75-8e98-1a275d0d4495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:51.116681 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:51.140405 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.provisioning_blocks [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Transition to ACTIVE for port object 1cecbed1-fa57-4233-b216-1837212f40a2 will not be triggered until provisioned by entity DHCP. {{(pid=83255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:51.142949 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-59c1933c-fff3-4a75-8e98-1a275d0d4495 admin admin] Usage tracker for resource:security_group_rule and tenant:6206b85e0e694a1ebe3879b3369a4eff is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:51.147611 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-59c1933c-fff3-4a75-8e98-1a275d0d4495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:51.156128 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-59c1933c-fff3-4a75-8e98-1a275d0d4495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:51.179169 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9dd2e34c-2a56-4ba9-95dc-641b5602f319 req-fa8d71df-2fdb-4cb5-84b2-012a0a44401b tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416736 May 27 00:20:51.220463 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:51.269443 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a10f26-c74f-42b0-80d0-e81deea8dc06 {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:20:51.279183 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:51.301957 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Transition to ACTIVE for port object 32a10f26-c74f-42b0-80d0-e81deea8dc06 will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:51.314250 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-37deb6d4-d55e-4b69-bc61-ea559bfa0969 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3575881 May 27 00:20:51.331645 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 36803081-bb48-48f8-ad8f-3761b590b95e up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:51.404408 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:51.415124 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device d6f07822-8d3e-488f-9390-6552731ed1a4 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:20:51.425026 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Network 316b6d55-4d43-484b-ae47-a98812a805f9 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:20:51.431512 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-59c1933c-fff3-4a75-8e98-1a275d0d4495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:51.449657 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:20:51.491280 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event updated for resources: {'Port': ['ID=1cecbed1-fa57-4233-b216-1837212f40a2,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:51.503009 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-59c1933c-fff3-4a75-8e98-1a275d0d4495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:51.523672 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:20:51.523852 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port 36803081-bb48-48f8-ad8f-3761b590b95e completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:51.530446 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 36803081-bb48-48f8-ad8f-3761b590b95e triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:51.530807 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:51.644513 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port d6f07822-8d3e-488f-9390-6552731ed1a4 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:51.645413 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:51.694238 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Pushing event updated for resources: {'Port': ['ID=32a10f26-c74f-42b0-80d0-e81deea8dc06,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:51.744262 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58034) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:51.928058 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-59c1933c-fff3-4a75-8e98-1a275d0d4495 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6206b85e0e694a1ebe3879b3369a4eff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2538936 May 27 00:20:51.931605 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1933c-fff3-4a75-8e98-1a275d0d4495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd6e241-0386-4d41-a51b-e1459353466e,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:51.933888 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58042) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:51.940146 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:51.941390 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for port, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:51.992582 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-fa73b84b-af9a-418e-94e8-aeac75d279ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=206d8ff0959a43a3a03adc0dd3782175&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2281537 May 27 00:20:52.028582 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 58048) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:52.039523 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-615868ae-3e1d-4f5d-9629-c87461ad1ae2 None None] Provisioning for port 1cecbed1-fa57-4233-b216-1837212f40a2 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:20:52.049651 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.059119 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-615868ae-3e1d-4f5d-9629-c87461ad1ae2 None None] Provisioning complete for port 1cecbed1-fa57-4233-b216-1837212f40a2 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:20:52.059482 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-615868ae-3e1d-4f5d-9629-c87461ad1ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.068791 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-104d4dd1-e553-45ea-bebd-c36d66380106 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8790030 May 27 00:20:52.085564 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Request body: {'port': {'device_id': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:52.158541 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-999e4914-da81-48b2-a445-815034b6bcb6 service neutron] 10.222.0.42 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443600 May 27 00:20:52.159180 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cfa8e1-ed86-4553-8276-207cf673f5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36803081-bb48-48f8-ad8f-3761b590b95e'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:20:52.181326 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d95ea7d6-7497-4ff9-84c6-379faf9b89e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.246235 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-615868ae-3e1d-4f5d-9629-c87461ad1ae2 None None] Port 1cecbed1-fa57-4233-b216-1837212f40a2 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:20:52.250677 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 36803081-bb48-48f8-ad8f-3761b590b95e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=36803081-bb48-48f8-ad8f-3761b590b95e,segment=NetworkSegment(64074962-ae06-421e-8976-06ee5eedf926),segment_id=64074962-ae06-421e-8976-06ee5eedf926)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:52.257494 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.272786 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d95ea7d6-7497-4ff9-84c6-379faf9b89e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.301018 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.399770 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=36803081-bb48-48f8-ad8f-3761b590b95e,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:52.474653 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d95ea7d6-7497-4ff9-84c6-379faf9b89e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.485866 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a2846-d3c5-47d9-96ed-b22b4b111d93 req-dcd81802-6c30-4e7d-a9e6-a81770436834 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:52.487998 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-591a2846-d3c5-47d9-96ed-b22b4b111d93 req-dcd81802-6c30-4e7d-a9e6-a81770436834 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 945 time: 0.8333187 May 27 00:20:52.502025 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ea7d6-7497-4ff9-84c6-379faf9b89e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd6e241-0386-4d41-a51b-e1459353466e,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:52.505593 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Attempting to bind port 32a10f26-c74f-42b0-80d0-e81deea8dc06 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:20:52.505920 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Attempting to bind port 32a10f26-c74f-42b0-80d0-e81deea8dc06 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:20:52.506238 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Attempting to bind port 32a10f26-c74f-42b0-80d0-e81deea8dc06 on network e949e00c-df52-4269-a2e2-6bf8b8e4c536 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:52.532028 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d95ea7d6-7497-4ff9-84c6-379faf9b89e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.533809 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-d95ea7d6-7497-4ff9-84c6-379faf9b89e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffd6e241-0386-4d41-a51b-e1459353466e HTTP/1.1" status: 204 len: 168 time: 0.5985906 May 27 00:20:52.617515 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Port 32a10f26-c74f-42b0-80d0-e81deea8dc06 on network e949e00c-df52-4269-a2e2-6bf8b8e4c536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:20:52.617709 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Attempting to bind port 32a10f26-c74f-42b0-80d0-e81deea8dc06 on network e949e00c-df52-4269-a2e2-6bf8b8e4c536 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:52.630839 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4976026a-bd04-4db8-87cd-f7c6b3848958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.641716 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b598bc55-ee2d-4f76-b452-48068945d4e4 {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:20:52.675284 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.692959 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-a6084ee1-dde3-4be1-bedb-afc414e48a29 service neutron] 10.222.0.42 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328434 May 27 00:20:52.693785 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:20:52.694259 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Checking segment: {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:52.694492 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Bound using segment: {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:20:52.694928 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Bound port: 32a10f26-c74f-42b0-80d0-e81deea8dc06, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:20:52.695270 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.739147 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4976026a-bd04-4db8-87cd-f7c6b3848958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.839610 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.notifiers.nova [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cecbed1-fa57-4233-b216-1837212f40a2 {{(pid=83255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:20:52.852378 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.876509 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.provisioning_blocks [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Transition to ACTIVE for port object 1cecbed1-fa57-4233-b216-1837212f40a2 will not be triggered until provisioned by entity L2. {{(pid=83255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:52.877520 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-591a2846-d3c5-47d9-96ed-b22b4b111d93 req-df203179-92dd-4b40-ad3c-2d648999e840 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766396 May 27 00:20:52.886489 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1260117'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.952024 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Transition to ACTIVE for port object b598bc55-ee2d-4f76-b452-48068945d4e4 will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:52.965389 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4976026a-bd04-4db8-87cd-f7c6b3848958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:52.985304 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:20:52.997164 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:53.065329 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] For port 32a10f26-c74f-42b0-80d0-e81deea8dc06, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:20:53.083711 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976026a-bd04-4db8-87cd-f7c6b3848958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407486be-4bba-4725-89ab-7a7b0d98e830,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:53.177281 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Pushing event updated for resources: {'Port': ['ID=1cecbed1-fa57-4233-b216-1837212f40a2,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:53.184574 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] For port 32a10f26-c74f-42b0-80d0-e81deea8dc06, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=32a10f26-c74f-42b0-80d0-e81deea8dc06,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:20:53.186639 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4976026a-bd04-4db8-87cd-f7c6b3848958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:53.190070 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-4976026a-bd04-4db8-87cd-f7c6b3848958 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/407486be-4bba-4725-89ab-7a7b0d98e830 HTTP/1.1" status: 204 len: 168 time: 1.1606262 May 27 00:20:53.262451 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:53.531710 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58090) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:53.567439 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b598bc55-ee2d-4f76-b452-48068945d4e4,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:53.574352 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.managers [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Attempting to bind port 1cecbed1-fa57-4233-b216-1837212f40a2 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:20:53.574728 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.managers [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Attempting to bind port 1cecbed1-fa57-4233-b216-1837212f40a2 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'}] {{(pid=83255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:20:53.575066 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Attempting to bind port 1cecbed1-fa57-4233-b216-1837212f40a2 on network 316b6d55-4d43-484b-ae47-a98812a805f9 {{(pid=83255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:53.582134 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-666a6bbf-4506-4d2d-b60a-5e5702be98b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:53.601901 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Port 1cecbed1-fa57-4233-b216-1837212f40a2 on network 316b6d55-4d43-484b-ae47-a98812a805f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:20:53.602654 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Attempting to bind port 1cecbed1-fa57-4233-b216-1837212f40a2 on network 316b6d55-4d43-484b-ae47-a98812a805f9 {{(pid=83255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:53.610747 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:20:53.611546 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Checking segment: {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:53.612369 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Bound using segment: {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'} {{(pid=83255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:20:53.612996 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.managers [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Bound port: 1cecbed1-fa57-4233-b216-1837212f40a2, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'}}] {{(pid=83255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:20:53.613531 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:53.715505 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-666a6bbf-4506-4d2d-b60a-5e5702be98b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:53.736963 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-666a6bbf-4506-4d2d-b60a-5e5702be98b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b73075ff3ba1462b9228243646ab6d25 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:53.744662 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-666a6bbf-4506-4d2d-b60a-5e5702be98b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:53.770662 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-666a6bbf-4506-4d2d-b60a-5e5702be98b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:53.782605 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:53.784578 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, cleared binding levels {{(pid=83255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:20:53.784814 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] 10.222.0.60 "PUT /v2.0/ports/32a10f26-c74f-42b0-80d0-e81deea8dc06 HTTP/1.1" status: 200 len: 1093 time: 4.8953757 May 27 00:20:53.790685 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1cecbed1-fa57-4233-b216-1837212f40a2,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:20:53.800613 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447d1679-e87f-4cb8-80d4-d3cf4b7cc013', 'tag': '32a10f26-c74f-42b0-80d0-e81deea8dc06'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:20:53.806401 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1260117'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:54.076178 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Attempting to bind port b598bc55-ee2d-4f76-b452-48068945d4e4 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:20:54.076803 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Attempting to bind port b598bc55-ee2d-4f76-b452-48068945d4e4 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:20:54.077097 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Attempting to bind port b598bc55-ee2d-4f76-b452-48068945d4e4 on network e949e00c-df52-4269-a2e2-6bf8b8e4c536 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:54.101688 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Port b598bc55-ee2d-4f76-b452-48068945d4e4 on network e949e00c-df52-4269-a2e2-6bf8b8e4c536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:20:54.102179 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Attempting to bind port b598bc55-ee2d-4f76-b452-48068945d4e4 on network e949e00c-df52-4269-a2e2-6bf8b8e4c536 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:20:54.120248 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:20:54.120793 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Checking segment: {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:20:54.121624 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Bound using segment: {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:20:54.122309 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Bound port: b598bc55-ee2d-4f76-b452-48068945d4e4, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:20:54.122885 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:54.123817 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for port, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:54.129867 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] 10.222.0.60 "PUT /v2.0/ports/1cecbed1-fa57-4233-b216-1837212f40a2 HTTP/1.1" status: 200 len: 1094 time: 2.0513351 May 27 00:20:54.169380 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2'}] {{(pid=83255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:20:54.174638 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a820c-4457-4140-8d2f-0e6c4efaf45b service neutron] Pushing event updated for resources: {'Port': ['ID=1cecbed1-fa57-4233-b216-1837212f40a2,revision_number=3']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:54.182462 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928742f3-f9ac-48d1-9033-10f38a1b328e service neutron] Pushing event updated for resources: {'Port': ['ID=32a10f26-c74f-42b0-80d0-e81deea8dc06,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:54.265515 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-666a6bbf-4506-4d2d-b60a-5e5702be98b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:54.283249 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f34894-2d62-4b40-93fa-41ea06409e7a req-fd1196e5-d408-4572-81c4-2938965d2e64 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:54.289966 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-81f34894-2d62-4b40-93fa-41ea06409e7a req-fd1196e5-d408-4572-81c4-2938965d2e64 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 1.0131931 May 27 00:20:54.293820 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-49d4d40c-464d-4d34-a927-bfc956df1e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:54.323879 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-666a6bbf-4506-4d2d-b60a-5e5702be98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:54.418719 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32298-145e-49d2-ad7d-2588e58cae55 req-3e58b128-84af-4ac3-a45a-0118a9892636 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:54.427226 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-57a32298-145e-49d2-ad7d-2588e58cae55 req-3e58b128-84af-4ac3-a45a-0118a9892636 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 943 time: 1.1578732 May 27 00:20:54.468718 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a6bbf-4506-4d2d-b60a-5e5702be98b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac5acfc-265b-4ee4-8603-f7fb7997b139,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:54.494505 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-666a6bbf-4506-4d2d-b60a-5e5702be98b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b73075ff3ba1462b9228243646ab6d25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9585702 May 27 00:20:54.498354 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58122) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:54.584434 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-113feecc-0ded-4e50-8c4e-532db0d7fd4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 1097 time: 0.3789175 May 27 00:20:54.600952 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-2b1575dd-7dab-46ba-9891-db7f2d759ee6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 1096 time: 0.7624571 May 27 00:20:54.707376 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6385eee2-74bc-4263-af6f-21ace03d1d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:54.718755 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-d925e930-8408-4015-bb78-8f1d633a9c5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cecbed1-fa57-4233-b216-1837212f40a2 HTTP/1.1" status: 200 len: 217 time: 0.1140180 May 27 00:20:54.770851 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] For port b598bc55-ee2d-4f76-b452-48068945d4e4, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:20:54.791348 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-81f34894-2d62-4b40-93fa-41ea06409e7a req-5c8f4e56-0831-4cb8-b280-224f7168103b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4880965 May 27 00:20:54.794499 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-26781423-8ad7-4134-b41f-4410985d66ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32a10f26-c74f-42b0-80d0-e81deea8dc06 HTTP/1.1" status: 200 len: 217 time: 0.1478646 May 27 00:20:54.796272 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] For port b598bc55-ee2d-4f76-b452-48068945d4e4, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b598bc55-ee2d-4f76-b452-48068945d4e4,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:20:54.810331 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6385eee2-74bc-4263-af6f-21ace03d1d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:54.813312 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-57a32298-145e-49d2-ad7d-2588e58cae55 req-ec6cd7d5-24e1-488b-b7ab-21adfb648c97 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850372 May 27 00:20:54.897678 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ac83d-7a62-4fcd-b341-855971619dda req-f904af53-f112-4080-852a-d37e2ae042b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:54.899458 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-f904af53-f112-4080-852a-d37e2ae042b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.1738405 May 27 00:20:54.955425 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:55.021306 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6385eee2-74bc-4263-af6f-21ace03d1d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:55.031461 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-dbb8643d-5879-459c-b201-5e23d735fb7f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1236169 May 27 00:20:55.088440 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385eee2-74bc-4263-af6f-21ace03d1d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac5acfc-265b-4ee4-8603-f7fb7997b139,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:55.101508 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6385eee2-74bc-4263-af6f-21ace03d1d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:55.105674 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-6385eee2-74bc-4263-af6f-21ace03d1d28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ac5acfc-265b-4ee4-8603-f7fb7997b139 HTTP/1.1" status: 204 len: 168 time: 0.6005650 May 27 00:20:55.151465 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.60', 59464) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:55.335383 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95cff823-c27f-4eda-b513-e2396fe58369'] response: {'server_uuid': '16cfa8e1-ed86-4553-8276-207cf673f5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36803081-bb48-48f8-ad8f-3761b590b95e', 'code': 200} May 27 00:20:55.338695 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-8e9067c2-32cb-4716-a632-2e5dc2e92bfb service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928555 May 27 00:20:55.564709 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-d89ac83d-7a62-4fcd-b341-855971619dda req-b7378dec-155b-42dd-9462-7b5794735ce1 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132416 May 27 00:20:55.616063 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b598bc55-ee2d-4f76-b452-48068945d4e4,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:55.656540 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:55.659683 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-4a76ea5d-4203-408a-a3e8-debf9e6117e2 service neutron] 10.222.0.60 "PUT /v2.0/ports/b598bc55-ee2d-4f76-b452-48068945d4e4 HTTP/1.1" status: 200 len: 1093 time: 6.8864698 May 27 00:20:55.665535 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f85457-9bee-4574-b0f0-3df12453be30'] response: {'name': 'network-changed', 'server_uuid': '447d1679-e87f-4cb8-80d4-d3cf4b7cc013', 'tag': '32a10f26-c74f-42b0-80d0-e81deea8dc06', 'status': 'completed', 'code': 200} May 27 00:20:55.687281 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6c6a1820-764b-4ae2-997c-38f0ddb98710 req-01f608ef-1e6c-46f9-acfa-4ef8e86eb41e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 210 time: 0.4775913 May 27 00:20:55.689426 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-158ed78c-645d-47ad-8418-74d65648c46f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:55.691554 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-158ed78c-645d-47ad-8418-74d65648c46f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.8770707 May 27 00:20:55.974000 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-b3aed59d-f38d-4451-8a35-0c03140708dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 1096 time: 0.1742356 May 27 00:20:56.099830 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-66f046e7-852b-4a63-a7be-4eb5e88d8527 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b598bc55-ee2d-4f76-b452-48068945d4e4 HTTP/1.1" status: 200 len: 217 time: 0.1178999 May 27 00:20:56.131080 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-b9e22110-09c2-4676-be76-abe5ea2e462c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:56.132662 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-b9e22110-09c2-4676-be76-abe5ea2e462c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 814 time: 0.9791989 May 27 00:20:56.179825 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-831aca53-b2c1-4f2c-91ef-2813da5089a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:56.183446 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-831aca53-b2c1-4f2c-91ef-2813da5089a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.0781217 May 27 00:20:56.195097 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0b56b8-2f29-4996-a0b2-fc5b42c586f0'] response: {'name': 'network-changed', 'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2', 'status': 'completed', 'code': 200} May 27 00:20:56.225708 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.60', 59469) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:20:56.230156 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-12254db2-bd40-4c40-ae8c-1dd9f5df5ecc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ab7c208c3194694b0754eced701a5e1 HTTP/1.1" status: 200 len: 379 time: 0.0785484 May 27 00:20:56.317166 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'port': {'device_id': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'admin_state_up': True, 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'security_groups': ['4df28baf-8f42-4a9d-b166-8f5988887948']}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:20:56.372152 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-1a4ca2da-a997-4496-b47e-8126fc1c5c48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6741083 May 27 00:20:56.380669 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-3be3aa3f-5112-4e85-b9cd-2453def750a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1813231 May 27 00:20:56.478644 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-ba8e3e0c-1153-44f6-b8d7-703eff098863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:56.563150 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d7e7ecd2-3184-4cc8-a106-4001c29a81fd req-72ee6a2e-3122-4992-bf3e-58683c01922e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 1099 time: 0.6705530 May 27 00:20:56.683560 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-66930e3e-494e-4566-b3a8-2e072b7f11ae service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919860 May 27 00:20:56.692445 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039d2d4-55b8-4643-ac40-bacfb0e45738 req-0db9e30e-e88a-4d8c-8ef1-cb2d9cd489d4 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:56.699847 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c039d2d4-55b8-4643-ac40-bacfb0e45738 req-0db9e30e-e88a-4d8c-8ef1-cb2d9cd489d4 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 946 time: 0.7999976 May 27 00:20:56.758227 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a1911947-dcb0-448f-aaf6-908259bfd5d8 req-053ac4f3-d1a1-487a-9d5b-f3930681ea8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 1097 time: 0.5258129 May 27 00:20:56.767626 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-d7e7ecd2-3184-4cc8-a106-4001c29a81fd req-2ba0eb6b-1bee-402d-a270-161fcfe16179 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:56.901305 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b21b9e-b6de-4faa-b836-08f689b3f60b req-360dc640-c648-4f55-b85e-c9b418a1701a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:56.907126 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-aa6e1ca1-13f5-46d2-b3e7-714d4aab05dc service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126365 May 27 00:20:56.908014 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-20b21b9e-b6de-4faa-b836-08f689b3f60b req-360dc640-c648-4f55-b85e-c9b418a1701a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 943 time: 0.5562422 May 27 00:20:57.134510 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-d7e7ecd2-3184-4cc8-a106-4001c29a81fd req-2ba0eb6b-1bee-402d-a270-161fcfe16179 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:57.173999 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c039d2d4-55b8-4643-ac40-bacfb0e45738 req-5b17bc5f-576d-4c21-8fe4-ea106a558c61 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728534 May 27 00:20:57.177720 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-9713a80e-7949-44c0-92c0-73a7ed5f01d5 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799662 May 27 00:20:57.179143 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-d7e7ecd2-3184-4cc8-a106-4001c29a81fd req-2ba0eb6b-1bee-402d-a270-161fcfe16179 service neutron] Usage tracker for resource:security_group_rule and tenant:ffeffe03681040d1894da6b88ceff2d5 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:57.182669 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-d7e7ecd2-3184-4cc8-a106-4001c29a81fd req-2ba0eb6b-1bee-402d-a270-161fcfe16179 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:57.190107 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-d7e7ecd2-3184-4cc8-a106-4001c29a81fd req-2ba0eb6b-1bee-402d-a270-161fcfe16179 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:57.320453 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-d7e7ecd2-3184-4cc8-a106-4001c29a81fd req-2ba0eb6b-1bee-402d-a270-161fcfe16179 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:57.325940 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:20:57.335370 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:port and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:20:57.340782 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:20:57.376982 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:20:57.413559 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-d7e7ecd2-3184-4cc8-a106-4001c29a81fd req-2ba0eb6b-1bee-402d-a270-161fcfe16179 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:57.491178 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-20b21b9e-b6de-4faa-b836-08f689b3f60b req-179bfb38-6509-48ae-9142-5038ec8ebbc4 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822830 May 27 00:20:57.557505 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Made reservation on behalf of 8ab7c208c3194694b0754eced701a5e1 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:20:57.560427 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:57.574777 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1911947-dcb0-448f-aaf6-908259bfd5d8 req-443fe72b-4273-4163-98eb-dbd5092f0352 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:57.579620 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a1911947-dcb0-448f-aaf6-908259bfd5d8 req-443fe72b-4273-4163-98eb-dbd5092f0352 service neutron] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 917 time: 0.6882021 May 27 00:20:57.668764 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668b4582-1236-4366-ae7f-aedf87298488', 'tag': 'b598bc55-ee2d-4f76-b452-48068945d4e4'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:20:57.675345 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d7e7ecd2-3184-4cc8-a106-4001c29a81fd req-2ba0eb6b-1bee-402d-a270-161fcfe16179 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0263762 May 27 00:20:57.775859 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a1911947-dcb0-448f-aaf6-908259bfd5d8 req-75a782ba-0ed7-4b39-8a0a-09c726d7aa6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cecbed1-fa57-4233-b216-1837212f40a2 HTTP/1.1" status: 200 len: 217 time: 0.1832569 May 27 00:20:57.776447 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0eb6b-1bee-402d-a270-161fcfe16179 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ba613fb4-5783-41b0-b70a-adc54196b032,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:20:57.885996 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4515a7b9-48f6-45a4-a8fc-450d93162ca1 req-5e0696fa-a204-499c-b013-fc95180a0f3c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 210 time: 0.1064131 May 27 00:20:57.951177 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:58.003787 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:58.066166 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7445a354-6044-4af3-a2f2-7cb063f80eea req-8472380e-0fe6-4fd0-97eb-0f620f207516 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7007225 May 27 00:20:58.069138 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae7f43f-c5a2-4009-b2c7-3d3596dca2f2'] response: {'name': 'network-changed', 'server_uuid': '668b4582-1236-4366-ae7f-aedf87298488', 'tag': 'b598bc55-ee2d-4f76-b452-48068945d4e4', 'status': 'completed', 'code': 200} May 27 00:20:58.216888 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6212e4-1eeb-4821-879d-a8b21523bc7d req-330f8f48-b523-4905-b4a3-aacd2ba5f867 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:58.224826 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2d6212e4-1eeb-4821-879d-a8b21523bc7d req-330f8f48-b523-4905-b4a3-aacd2ba5f867 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.8545210 May 27 00:20:58.376254 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1911947-dcb0-448f-aaf6-908259bfd5d8 req-f81aef49-136d-4ca6-a9bb-bbdce85484aa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:58.378107 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a1911947-dcb0-448f-aaf6-908259bfd5d8 req-f81aef49-136d-4ca6-a9bb-bbdce85484aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.4243774 May 27 00:20:58.528342 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Allocated IP 172.20.0.10 (ea614eca-e993-4ff1-81c0-52f3da994159/0bf13785-f768-4929-8e39-bfb2f2cff627/abe67925-4693-419f-9872-ef06903156e7) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:20:58.589858 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2d6212e4-1eeb-4821-879d-a8b21523bc7d req-acef9ca6-6ddb-4ba9-af74-1ce23b13c69c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777815 May 27 00:20:58.625955 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47fd94dc-24d4-4b8e-a11c-03a60fd66b4f req-90a05ace-7aa6-4922-8107-17bc9715b775 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 1096 time: 0.4245059 May 27 00:20:58.710043 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-803d897b-6325-43b5-9fe9-4a033a5a4f83 req-d69759b1-1023-42a3-aee0-930a8ec524b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 1096 time: 0.6316447 May 27 00:20:59.155955 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a1911947-dcb0-448f-aaf6-908259bfd5d8 req-faf2a420-89e8-4a77-b631-07f9edf81df7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7510009 May 27 00:20:59.180163 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57400b46-cd32-4073-911f-ae2b394bfdb1 req-d2b89788-7a3e-4b3c-b540-071d6613dc4f tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:59.181865 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-57400b46-cd32-4073-911f-ae2b394bfdb1 req-d2b89788-7a3e-4b3c-b540-071d6613dc4f tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 946 time: 0.7823694 May 27 00:20:59.198712 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:59.385250 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 1cecbed1-fa57-4233-b216-1837212f40a2 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:20:59.394741 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d897b-6325-43b5-9fe9-4a033a5a4f83 req-f65cb55a-fdb0-43d3-96fe-9141bc8b41b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:59.396182 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-803d897b-6325-43b5-9fe9-4a033a5a4f83 req-f65cb55a-fdb0-43d3-96fe-9141bc8b41b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.6453774 May 27 00:20:59.480825 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd94dc-24d4-4b8e-a11c-03a60fd66b4f req-0c2f5214-fc6f-4591-81fd-37b82a571801 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:59.482374 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47fd94dc-24d4-4b8e-a11c-03a60fd66b4f req-0c2f5214-fc6f-4591-81fd-37b82a571801 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.8186624 May 27 00:20:59.616198 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1cecbed1-fa57-4233-b216-1837212f40a2,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:59.638467 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '1cecbed1-fa57-4233-b216-1837212f40a2', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'port_id': '1cecbed1-fa57-4233-b216-1837212f40a2', 'mac_address': 'fa:16:3e:87:18:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:20:59.655534 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:59.709914 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-803d897b-6325-43b5-9fe9-4a033a5a4f83 req-08cbb2b1-558e-472a-b2ce-e84cce4c835f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b598bc55-ee2d-4f76-b452-48068945d4e4 HTTP/1.1" status: 200 len: 217 time: 0.2868276 May 27 00:20:59.713138 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a1911947-dcb0-448f-aaf6-908259bfd5d8 req-a716c1e0-8ca7-426c-989c-2680ed146660 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399001 May 27 00:20:59.727113 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:59.764941 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-57400b46-cd32-4073-911f-ae2b394bfdb1 req-c5132a07-fc82-43d9-85db-231b0598636a tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329983 May 27 00:20:59.775627 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cecbed1-fa57-4233-b216-1837212f40a2 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:20:59.794693 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Transition to ACTIVE for port object abe67925-4693-419f-9872-ef06903156e7 will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:20:59.817416 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1cecbed1-fa57-4233-b216-1837212f40a2,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:20:59.827232 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:20:59.830863 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0556e5-8b9c-4f45-9770-37a9c34813d5 req-a00c8903-491a-4669-908c-0216da10c267 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:20:59.837729 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0e0556e5-8b9c-4f45-9770-37a9c34813d5 req-a00c8903-491a-4669-908c-0216da10c267 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 943 time: 1.0046821 May 27 00:20:59.840331 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47fd94dc-24d4-4b8e-a11c-03a60fd66b4f req-10de49d1-4145-491f-8b28-9a962c04ee6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32a10f26-c74f-42b0-80d0-e81deea8dc06 HTTP/1.1" status: 200 len: 217 time: 0.3248229 May 27 00:20:59.943310 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=1cecbed1-fa57-4233-b216-1837212f40a2,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:00.102607 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca85d533-2ce9-484a-9d76-886dd93cfa7e req-a794e7ad-cdd8-4a17-87cb-ec906a0a092b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 210 time: 0.1077616 May 27 00:21:00.103807 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d897b-6325-43b5-9fe9-4a033a5a4f83 req-718ccc12-0c82-4405-bf8a-a531a6483d47 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:00.105121 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-803d897b-6325-43b5-9fe9-4a033a5a4f83 req-718ccc12-0c82-4405-bf8a-a531a6483d47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.3944464 May 27 00:21:00.165872 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0e0556e5-8b9c-4f45-9770-37a9c34813d5 req-fe49d4e3-0ffc-483b-94b6-cb03568ec2b7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271246 May 27 00:21:00.202558 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd94dc-24d4-4b8e-a11c-03a60fd66b4f req-3358a96f-cacf-419c-876d-eb150650c058 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:00.204362 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47fd94dc-24d4-4b8e-a11c-03a60fd66b4f req-3358a96f-cacf-419c-876d-eb150650c058 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.3289270 May 27 00:21:00.205612 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:00.238810 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['1cecbed1-fa57-4233-b216-1837212f40a2'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:21:00.354258 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a1911947-dcb0-448f-aaf6-908259bfd5d8 req-7f95107b-ae8a-4b67-8eff-a2cdadb19505 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298262 May 27 00:21:00.399088 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Network ea614eca-e993-4ff1-81c0-52f3da994159 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:21:00.407513 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:21:00.410287 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'Port': ['ID=abe67925-4693-419f-9872-ef06903156e7,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:00.423686 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:21:00.427983 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:00.428792 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:00.538505 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-803d897b-6325-43b5-9fe9-4a033a5a4f83 req-aea30865-30c8-4ff8-add6-611fc30ff3e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4188750 May 27 00:21:00.598582 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-8bfb511e-b6c4-4353-896a-fe339ec7f747 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3614657 May 27 00:21:00.723618 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Request body: {'port': {'device_id': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:21:00.780308 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-90eb81f1-7dda-4bec-b086-1b39fa95fd90 None None] Provisioning for port abe67925-4693-419f-9872-ef06903156e7 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:21:00.780779 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47fd94dc-24d4-4b8e-a11c-03a60fd66b4f req-1dd06892-9e50-42ac-8ee4-8f5b1b3ae845 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5661740 May 27 00:21:00.792973 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-90eb81f1-7dda-4bec-b086-1b39fa95fd90 None None] Provisioning complete for port abe67925-4693-419f-9872-ef06903156e7 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:21:00.793712 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-90eb81f1-7dda-4bec-b086-1b39fa95fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:00.912292 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-90eb81f1-7dda-4bec-b086-1b39fa95fd90 None None] Port abe67925-4693-419f-9872-ef06903156e7 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:21:01.198024 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb0197-6462-4feb-a85e-42f541c358a9 req-bc18e245-673f-4468-b32a-3427b50fb647 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:01.203939 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76fb0197-6462-4feb-a85e-42f541c358a9 req-bc18e245-673f-4468-b32a-3427b50fb647 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 945 time: 0.7345984 May 27 00:21:01.216185 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-803d897b-6325-43b5-9fe9-4a033a5a4f83 req-1c80789e-8423-410b-bac3-af288ea0c179 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529071 May 27 00:21:01.286938 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:01.397168 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device b598bc55-ee2d-4f76-b452-48068945d4e4 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:21:01.503420 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58470) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:01.610810 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14121-7fb5-4ba0-8b45-3b413f72d4ea req-91771523-5ecf-45d1-823e-b605e8da2aaf tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:01.615382 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58478) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:01.622036 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-17b14121-7fb5-4ba0-8b45-3b413f72d4ea req-91771523-5ecf-45d1-823e-b605e8da2aaf tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 946 time: 0.6833413 May 27 00:21:01.678972 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port b598bc55-ee2d-4f76-b452-48068945d4e4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b598bc55-ee2d-4f76-b452-48068945d4e4,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:01.696830 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': 'b598bc55-ee2d-4f76-b452-48068945d4e4', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'port_id': 'b598bc55-ee2d-4f76-b452-48068945d4e4', 'mac_address': 'fa:16:3e:e1:16:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:21:01.718944 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47fd94dc-24d4-4b8e-a11c-03a60fd66b4f req-75654ddc-84c6-4414-98c9-e299a33facf9 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9258811 May 27 00:21:01.760011 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-625af484-8f31-4fd3-ae9f-1ce6ab3d02fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:01.771712 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-225878c8-d3dd-472b-ab68-1ac5418e29f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:01.780262 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:01.804360 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b598bc55-ee2d-4f76-b452-48068945d4e4 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:21:01.821808 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-625af484-8f31-4fd3-ae9f-1ce6ab3d02fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:01.828137 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-225878c8-d3dd-472b-ab68-1ac5418e29f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:01.828514 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port b598bc55-ee2d-4f76-b452-48068945d4e4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b598bc55-ee2d-4f76-b452-48068945d4e4,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:01.829998 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-625af484-8f31-4fd3-ae9f-1ce6ab3d02fa admin admin] Usage tracker for resource:security_group_rule and tenant:cbd91c057463466db56071712e45cc42 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:01.834758 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-625af484-8f31-4fd3-ae9f-1ce6ab3d02fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:01.835757 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:01.838896 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-225878c8-d3dd-472b-ab68-1ac5418e29f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a2276812d9474802b60ddb10f5b15d01 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:01.844567 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-225878c8-d3dd-472b-ab68-1ac5418e29f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:01.847946 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-625af484-8f31-4fd3-ae9f-1ce6ab3d02fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:01.854646 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-225878c8-d3dd-472b-ab68-1ac5418e29f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:01.931607 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76fb0197-6462-4feb-a85e-42f541c358a9 req-0ade26d2-2926-4cac-8883-b57f7fd3eccf tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7113442 May 27 00:21:01.943466 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=b598bc55-ee2d-4f76-b452-48068945d4e4,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:01.946831 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-17b14121-7fb5-4ba0-8b45-3b413f72d4ea req-e620b301-1d5a-4397-8421-aeae7ab0731c tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225079 May 27 00:21:01.958672 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-803d897b-6325-43b5-9fe9-4a033a5a4f83 req-6c628926-c7b5-451b-ae52-d8682ee63f99 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7309310 May 27 00:21:02.006692 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-625af484-8f31-4fd3-ae9f-1ce6ab3d02fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.033036 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-225878c8-d3dd-472b-ab68-1ac5418e29f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.035084 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-625af484-8f31-4fd3-ae9f-1ce6ab3d02fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.093918 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-225878c8-d3dd-472b-ab68-1ac5418e29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.131817 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625af484-8f31-4fd3-ae9f-1ce6ab3d02fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6881a961-6a5f-43d3-a38d-882908eecdfd,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:02.171263 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-225878c8-d3dd-472b-ab68-1ac5418e29f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2276812d9474802b60ddb10f5b15d01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5531733 May 27 00:21:02.177658 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58492) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:02.193945 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['b598bc55-ee2d-4f76-b452-48068945d4e4'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:21:02.249296 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47fd94dc-24d4-4b8e-a11c-03a60fd66b4f req-12335e39-2501-41a9-b112-63ac5426b5fc service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161452 May 27 00:21:02.267164 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225878c8-d3dd-472b-ab68-1ac5418e29f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc8d3b4-a1e1-4291-8cd6-7bce80ce0063,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:02.279804 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-625af484-8f31-4fd3-ae9f-1ce6ab3d02fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cbd91c057463466db56071712e45cc42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7752097 May 27 00:21:02.280709 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58498) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:02.384178 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2626b6e4-643d-4698-bdd1-cd0dcb8ed9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.475014 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2626b6e4-643d-4698-bdd1-cd0dcb8ed9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.541875 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2626b6e4-643d-4698-bdd1-cd0dcb8ed9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.548074 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dd160-46f9-42f4-8451-3d317cb90b3f req-e3134175-a56a-4174-9d2f-bddd33355477 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:02.552201 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ac0dd160-46f9-42f4-8451-3d317cb90b3f req-e3134175-a56a-4174-9d2f-bddd33355477 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 943 time: 0.4220746 May 27 00:21:02.570580 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4e12ea69-2970-4d9b-a43f-f398a1af6372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.572769 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626b6e4-643d-4698-bdd1-cd0dcb8ed9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc8d3b4-a1e1-4291-8cd6-7bce80ce0063,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:02.604119 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2626b6e4-643d-4698-bdd1-cd0dcb8ed9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.609146 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-2626b6e4-643d-4698-bdd1-cd0dcb8ed9b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bbc8d3b4-a1e1-4291-8cd6-7bce80ce0063 HTTP/1.1" status: 204 len: 168 time: 0.4266882 May 27 00:21:02.610163 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4e12ea69-2970-4d9b-a43f-f398a1af6372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.681800 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448977a0-870d-43ea-aed1-e49a114c35c8 req-1ef7183d-9f68-48af-9883-035a081bf414 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:02.682550 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-448977a0-870d-43ea-aed1-e49a114c35c8 req-1ef7183d-9f68-48af-9883-035a081bf414 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:21:02.732266 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe67925-4693-419f-9872-ef06903156e7 {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:21:02.741339 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4e12ea69-2970-4d9b-a43f-f398a1af6372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.757932 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.773128 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12ea69-2970-4d9b-a43f-f398a1af6372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6881a961-6a5f-43d3-a38d-882908eecdfd,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:02.794376 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4e12ea69-2970-4d9b-a43f-f398a1af6372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.798076 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-4e12ea69-2970-4d9b-a43f-f398a1af6372 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6881a961-6a5f-43d3-a38d-882908eecdfd HTTP/1.1" status: 204 len: 168 time: 0.5110052 May 27 00:21:02.853376 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Transition to ACTIVE for port object abe67925-4693-419f-9872-ef06903156e7 will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:21:02.876646 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ac0dd160-46f9-42f4-8451-3d317cb90b3f req-9ffadcd3-4d08-44c5-9f9a-2ff04213f4f2 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751999 May 27 00:21:02.878521 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:02.884247 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-448977a0-870d-43ea-aed1-e49a114c35c8 req-1ef7183d-9f68-48af-9883-035a081bf414 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:21:02.886076 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-448977a0-870d-43ea-aed1-e49a114c35c8 req-1ef7183d-9f68-48af-9883-035a081bf414 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 932 time: 0.6440408 May 27 00:21:03.179461 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=abe67925-4693-419f-9872-ef06903156e7,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:03.261027 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-448977a0-870d-43ea-aed1-e49a114c35c8 req-ab8b71c1-b1d1-4cbe-804a-8f95439f5a4c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3297927 May 27 00:21:03.398414 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 32a10f26-c74f-42b0-80d0-e81deea8dc06 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:21:03.423055 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Attempting to bind port abe67925-4693-419f-9872-ef06903156e7 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:21:03.423385 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Attempting to bind port abe67925-4693-419f-9872-ef06903156e7 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:21:03.423736 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Attempting to bind port abe67925-4693-419f-9872-ef06903156e7 on network ea614eca-e993-4ff1-81c0-52f3da994159 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:21:03.433973 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Port abe67925-4693-419f-9872-ef06903156e7 on network ea614eca-e993-4ff1-81c0-52f3da994159 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:21:03.434294 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Attempting to bind port abe67925-4693-419f-9872-ef06903156e7 on network ea614eca-e993-4ff1-81c0-52f3da994159 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:21:03.454552 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03976c8-3641-438e-ba9b-ed8c23483508 req-bf747d08-cb7b-4048-bc96-e811fffb3f44 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:03.456713 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f03976c8-3641-438e-ba9b-ed8c23483508 req-bf747d08-cb7b-4048-bc96-e811fffb3f44 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 945 time: 0.1782017 May 27 00:21:03.457505 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:21:03.457861 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Checking segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:21:03.458349 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Bound using segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:21:03.458786 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Bound port: abe67925-4693-419f-9872-ef06903156e7, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:21:03.459146 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:03.474847 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58542) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:03.496829 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device b598bc55-ee2d-4f76-b452-48068945d4e4 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:21:03.502556 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 58548) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:03.511631 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-24f4eb57-7dcb-4397-a095-42e754de3c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:03.573614 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-24f4eb57-7dcb-4397-a095-42e754de3c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:03.582370 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-24f4eb57-7dcb-4397-a095-42e754de3c6f admin admin] Usage tracker for resource:security_group_rule and tenant:277e566fd53842eb99d2a921f4d0d9e3 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:03.586067 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-24f4eb57-7dcb-4397-a095-42e754de3c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:03.598780 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-24f4eb57-7dcb-4397-a095-42e754de3c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:03.709916 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9fd3-d216-4798-8bc9-0306893a233c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:03.756348 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f03976c8-3641-438e-ba9b-ed8c23483508 req-b29ee4d6-3be4-454a-93bf-80bbabdad206 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846005 May 27 00:21:03.781045 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-24f4eb57-7dcb-4397-a095-42e754de3c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:03.791334 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-24f4eb57-7dcb-4397-a095-42e754de3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:03.797675 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-c4aa9fd3-d216-4798-8bc9-0306893a233c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:03.804703 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c4aa9fd3-d216-4798-8bc9-0306893a233c admin admin] Usage tracker for resource:security_group_rule and tenant:e796ec1f10de4e978ef655fe476dd245 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:03.808192 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] For port abe67925-4693-419f-9872-ef06903156e7, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:21:03.810645 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c4aa9fd3-d216-4798-8bc9-0306893a233c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:03.815016 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] For port abe67925-4693-419f-9872-ef06903156e7, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=abe67925-4693-419f-9872-ef06903156e7,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:21:03.820922 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:03.830167 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-c4aa9fd3-d216-4798-8bc9-0306893a233c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:03.845386 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 32a10f26-c74f-42b0-80d0-e81deea8dc06, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=32a10f26-c74f-42b0-80d0-e81deea8dc06,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:03.866419 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '32a10f26-c74f-42b0-80d0-e81deea8dc06', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'port_id': '32a10f26-c74f-42b0-80d0-e81deea8dc06', 'mac_address': 'fa:16:3e:a1:3e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:21:03.894341 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4eb57-7dcb-4397-a095-42e754de3c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3cd114-02c4-4e93-b16d-bb315160b785,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:03.899253 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port b598bc55-ee2d-4f76-b452-48068945d4e4 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:21:03.906444 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-24f4eb57-7dcb-4397-a095-42e754de3c6f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=277e566fd53842eb99d2a921f4d0d9e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4313972 May 27 00:21:03.907075 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58558) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:03.911014 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port b598bc55-ee2d-4f76-b452-48068945d4e4 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:21:03.911550 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:03.958305 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:03.960323 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] 10.222.0.60 "PUT /v2.0/ports/abe67925-4693-419f-9872-ef06903156e7 HTTP/1.1" status: 200 len: 1094 time: 3.2518535 May 27 00:21:03.963088 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'tag': 'abe67925-4693-419f-9872-ef06903156e7'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:21:03.993738 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c632b-8da0-4e39-9819-f309bf809cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=abe67925-4693-419f-9872-ef06903156e7,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:04.024721 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.076957 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a10f26-c74f-42b0-80d0-e81deea8dc06 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:21:04.096525 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 32a10f26-c74f-42b0-80d0-e81deea8dc06, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=32a10f26-c74f-42b0-80d0-e81deea8dc06,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:04.145663 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.168236 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c112c62a-cf63-4b2b-b473-a336ae40fcd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.172494 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba44baa4-a0b8-486a-a8ca-ecd50e15a183'] response: {'name': 'network-changed', 'server_uuid': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'tag': 'abe67925-4693-419f-9872-ef06903156e7', 'status': 'completed', 'code': 200} May 27 00:21:04.215554 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58570) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:04.230244 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c112c62a-cf63-4b2b-b473-a336ae40fcd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.266113 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.287891 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9fd3-d216-4798-8bc9-0306893a233c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.304075 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9fd3-d216-4798-8bc9-0306893a233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.318119 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668b4582-1236-4366-ae7f-aedf87298488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b598bc55-ee2d-4f76-b452-48068945d4e4'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:21:04.338321 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c112c62a-cf63-4b2b-b473-a336ae40fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.338531 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port b598bc55-ee2d-4f76-b452-48068945d4e4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b598bc55-ee2d-4f76-b452-48068945d4e4,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:04.339948 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=32a10f26-c74f-42b0-80d0-e81deea8dc06,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:04.352846 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.354432 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 1cecbed1-fa57-4233-b216-1837212f40a2 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:21:04.356847 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112c62a-cf63-4b2b-b473-a336ae40fcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3cd114-02c4-4e93-b16d-bb315160b785,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:04.364279 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c112c62a-cf63-4b2b-b473-a336ae40fcd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.365438 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-c112c62a-cf63-4b2b-b473-a336ae40fcd8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c3cd114-02c4-4e93-b16d-bb315160b785 HTTP/1.1" status: 204 len: 168 time: 0.4569776 May 27 00:21:04.383933 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-c4aa9fd3-d216-4798-8bc9-0306893a233c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e796ec1f10de4e978ef655fe476dd245&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8714769 May 27 00:21:04.384354 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58584) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:04.427954 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa9fd3-d216-4798-8bc9-0306893a233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1202b056-b849-47b5-a875-d8d160999398,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:04.474059 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-780f8fbd-4ee9-4bc1-8357-180a59dfef48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 1097 time: 0.4521947 May 27 00:21:04.515235 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2b19c23c-af15-4e07-a662-4116b5e66800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.531530 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-be5aead3-0ad0-4e97-9464-6f165b12dff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.540150 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=b598bc55-ee2d-4f76-b452-48068945d4e4,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:04.555234 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port 1cecbed1-fa57-4233-b216-1837212f40a2 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:21:04.562889 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 1cecbed1-fa57-4233-b216-1837212f40a2 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:21:04.563389 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.566348 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2b19c23c-af15-4e07-a662-4116b5e66800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.575230 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-b166dbcb-a45a-4d11-9a1b-daa78f96b380 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe67925-4693-419f-9872-ef06903156e7 HTTP/1.1" status: 200 len: 217 time: 0.0896089 May 27 00:21:04.583541 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568c70f-04f5-4da5-a543-ace203d4f072 req-344e0be8-d84f-4627-87cf-7a48afa62d83 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:04.585392 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2568c70f-04f5-4da5-a543-ace203d4f072 req-344e0be8-d84f-4627-87cf-7a48afa62d83 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 944 time: 0.3580894 May 27 00:21:04.615376 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-be5aead3-0ad0-4e97-9464-6f165b12dff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:04.618765 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['32a10f26-c74f-42b0-80d0-e81deea8dc06'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:21:04.623780 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-be5aead3-0ad0-4e97-9464-6f165b12dff8 admin admin] Usage tracker for resource:security_group_rule and tenant:9a1f7d65814c4572b16b9e0bc521d9cb is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:04.628310 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-be5aead3-0ad0-4e97-9464-6f165b12dff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:04.636449 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-be5aead3-0ad0-4e97-9464-6f165b12dff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:04.731313 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-be5aead3-0ad0-4e97-9464-6f165b12dff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.747455 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-be5aead3-0ad0-4e97-9464-6f165b12dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.764326 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2b19c23c-af15-4e07-a662-4116b5e66800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.825111 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.848200 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2b19c23c-af15-4e07-a662-4116b5e66800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:04.849702 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-2b19c23c-af15-4e07-a662-4116b5e66800 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1202b056-b849-47b5-a875-d8d160999398 HTTP/1.1" status: 204 len: 168 time: 0.4644289 May 27 00:21:04.867483 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5aead3-0ad0-4e97-9464-6f165b12dff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e7f34-f7bf-40bd-a2d6-846bb5ca34b5,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:04.872225 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-be5aead3-0ad0-4e97-9464-6f165b12dff8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a1f7d65814c4572b16b9e0bc521d9cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6555462 May 27 00:21:04.883549 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19c23c-af15-4e07-a662-4116b5e66800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1202b056-b849-47b5-a875-d8d160999398,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:04.887860 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58602) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:04.989651 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-17272bcf-4ff0-499e-bcb9-0fe99f421ab3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:04.991789 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1cecbed1-fa57-4233-b216-1837212f40a2,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:04.994855 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-17272bcf-4ff0-499e-bcb9-0fe99f421ab3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.4074736 May 27 00:21:05.004500 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:05.024533 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-639c56d2-8243-42ac-80ca-53f73fa5bf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:05.101828 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-639c56d2-8243-42ac-80ca-53f73fa5bf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:05.158415 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=1cecbed1-fa57-4233-b216-1837212f40a2,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:05.199773 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-639c56d2-8243-42ac-80ca-53f73fa5bf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:05.218852 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c56d2-8243-42ac-80ca-53f73fa5bf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e7f34-f7bf-40bd-a2d6-846bb5ca34b5,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:05.226493 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-639c56d2-8243-42ac-80ca-53f73fa5bf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:05.227662 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-639c56d2-8243-42ac-80ca-53f73fa5bf09 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f1e7f34-f7bf-40bd-a2d6-846bb5ca34b5 HTTP/1.1" status: 204 len: 168 time: 0.3415513 May 27 00:21:05.229804 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2568c70f-04f5-4da5-a543-ace203d4f072 req-2941cd37-516b-4c82-bc3c-9ba9f8973caf tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924942 May 27 00:21:05.248479 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-6fb8271b-529c-4724-b40b-812f4aada54a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2462766 May 27 00:21:05.343827 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631ebdd4-5c33-4f97-b9d7-eec07a2a3dba'] response: {'server_uuid': '668b4582-1236-4366-ae7f-aedf87298488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b598bc55-ee2d-4f76-b452-48068945d4e4', 'code': 200} May 27 00:21:05.641288 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-6fb62ede-bf77-4029-b360-db512fdff16d service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706648 May 27 00:21:05.853715 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70c15456-f7fc-4ec1-ba6b-ad1d32e9f233 req-2d178f7e-ff5c-4c2e-acf3-12c81927c60b service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867301 May 27 00:21:05.908889 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310e6e5-c615-4bea-948a-2bcb3de5bb70 req-f1cb3036-2418-49ee-843e-93f375a76d51 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:05.916331 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7310e6e5-c615-4bea-948a-2bcb3de5bb70 req-f1cb3036-2418-49ee-843e-93f375a76d51 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 944 time: 0.6147738 May 27 00:21:06.046492 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c8c21-4077-40cc-bc50-4a70e5e416a5 req-7c95ff14-4490-4902-b44a-5e38bab8f36c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:06.048278 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b51c8c21-4077-40cc-bc50-4a70e5e416a5 req-7c95ff14-4490-4902-b44a-5e38bab8f36c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.5266743 May 27 00:21:06.059398 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58644) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:06.073862 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7310e6e5-c615-4bea-948a-2bcb3de5bb70 req-d2055a73-f3d6-4a55-ae61-aeed14e60308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563463 May 27 00:21:06.085854 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-03418757-79f4-44a5-9cc9-99007c4dccff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:06.136781 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-03418757-79f4-44a5-9cc9-99007c4dccff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:06.149678 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7e1cfde9-017d-4b09-b11d-96b8f3bdaea3 req-1a2f3092-8942-4939-b8cf-6edf485b61ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 1098 time: 0.4843936 May 27 00:21:06.149771 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-03418757-79f4-44a5-9cc9-99007c4dccff admin admin] Usage tracker for resource:security_group_rule and tenant:2aac48b116da4186bd54a2b8d0b2a6e6 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:06.153313 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b51c8c21-4077-40cc-bc50-4a70e5e416a5 req-3f9edf3d-465b-434a-b9ba-5b8214037e00 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952594 May 27 00:21:06.162948 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-03418757-79f4-44a5-9cc9-99007c4dccff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:06.169748 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-03418757-79f4-44a5-9cc9-99007c4dccff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:06.177679 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ccbdbe2-e246-4461-95f7-dd65c6ec347d req-2b61a864-02b1-4b35-a6ff-c9d088922d1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 1097 time: 0.2519572 May 27 00:21:06.266416 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-03418757-79f4-44a5-9cc9-99007c4dccff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:06.272830 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-03418757-79f4-44a5-9cc9-99007c4dccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:06.335518 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03418757-79f4-44a5-9cc9-99007c4dccff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1239a8-8dc0-458d-9dbf-50d7d97ce74b,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:06.341364 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-03418757-79f4-44a5-9cc9-99007c4dccff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2aac48b116da4186bd54a2b8d0b2a6e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2799480 May 27 00:21:06.344126 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58654) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:06.360559 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-7e1cfde9-017d-4b09-b11d-96b8f3bdaea3 req-fde09bd4-27b8-493d-84e5-1c066e38e6d1 service neutron] Synchronizing usage tracker for tenant:ffeffe03681040d1894da6b88ceff2d5 on resource:security_group {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:21:06.451033 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-7e1cfde9-017d-4b09-b11d-96b8f3bdaea3 req-fde09bd4-27b8-493d-84e5-1c066e38e6d1 service neutron] Unset dirty status for tenant:ffeffe03681040d1894da6b88ceff2d5 on resource:security_group {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:21:06.454666 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7e1cfde9-017d-4b09-b11d-96b8f3bdaea3 req-fde09bd4-27b8-493d-84e5-1c066e38e6d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001316 May 27 00:21:06.460520 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c97b-daea-403f-82be-e9b8b8eece77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:06.491415 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c97b-daea-403f-82be-e9b8b8eece77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:06.548378 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbdbe2-e246-4461-95f7-dd65c6ec347d req-097f1b86-b59d-4b8b-ad0f-64ef11b0484c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:06.550408 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ccbdbe2-e246-4461-95f7-dd65c6ec347d req-097f1b86-b59d-4b8b-ad0f-64ef11b0484c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 915 time: 0.3663247 May 27 00:21:06.556760 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c97b-daea-403f-82be-e9b8b8eece77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:06.576043 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7c97b-daea-403f-82be-e9b8b8eece77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1239a8-8dc0-458d-9dbf-50d7d97ce74b,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:06.593448 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c97b-daea-403f-82be-e9b8b8eece77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:06.599443 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-bdb7c97b-daea-403f-82be-e9b8b8eece77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c1239a8-8dc0-458d-9dbf-50d7d97ce74b HTTP/1.1" status: 204 len: 168 time: 0.2541971 May 27 00:21:06.615224 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949c2c2-e3c2-4d38-bbcd-272b09e3c52e req-90793c2b-1df5-4cfb-a62b-76d988891cdc tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:06.616933 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e949c2c2-e3c2-4d38-bbcd-272b09e3c52e req-90793c2b-1df5-4cfb-a62b-76d988891cdc tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 944 time: 0.1396182 May 27 00:21:06.688331 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e949c2c2-e3c2-4d38-bbcd-272b09e3c52e req-24ded552-feef-4cf1-92b9-aa501c974fe6 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558605 May 27 00:21:06.790859 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ccbdbe2-e246-4461-95f7-dd65c6ec347d req-16978e0e-fd43-493d-bd4b-56b133f08084 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe67925-4693-419f-9872-ef06903156e7 HTTP/1.1" status: 200 len: 217 time: 0.0915031 May 27 00:21:06.896358 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbdbe2-e246-4461-95f7-dd65c6ec347d req-48c589d9-1113-48a0-9177-3e6a36483b72 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:06.897927 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ccbdbe2-e246-4461-95f7-dd65c6ec347d req-48c589d9-1113-48a0-9177-3e6a36483b72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.0995183 May 27 00:21:07.020324 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ccbdbe2-e246-4461-95f7-dd65c6ec347d req-505d6cbf-fb8d-410a-930a-6b74b89d533a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886467 May 27 00:21:07.323831 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ccbdbe2-e246-4461-95f7-dd65c6ec347d req-78b6188e-b2f0-4c71-9824-788cf1c4aa92 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926054 May 27 00:21:07.345229 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:21:07.452985 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 32a10f26-c74f-42b0-80d0-e81deea8dc06 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:21:07.604929 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1c884-b46d-4c3e-8734-acfcd3f8dc3d req-82e9ea59-0dd8-4bbc-8d65-bd65a825af8d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:07.606410 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fce1c884-b46d-4c3e-8734-acfcd3f8dc3d req-82e9ea59-0dd8-4bbc-8d65-bd65a825af8d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 944 time: 0.3609025 May 27 00:21:07.637967 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port 32a10f26-c74f-42b0-80d0-e81deea8dc06 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:21:07.651311 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 32a10f26-c74f-42b0-80d0-e81deea8dc06 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:21:07.652536 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:07.657089 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ccbdbe2-e246-4461-95f7-dd65c6ec347d req-4df127ae-993d-48e3-80e7-3f6c4c106438 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216951 May 27 00:21:07.676944 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0e247-c947-4445-957b-4c8f8261b88c req-171973a0-52f6-49c3-a754-0096b53b1e20 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:07.678420 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f1a0e247-c947-4445-957b-4c8f8261b88c req-171973a0-52f6-49c3-a754-0096b53b1e20 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.3042548 May 27 00:21:07.695146 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fce1c884-b46d-4c3e-8734-acfcd3f8dc3d req-baa7c09f-d9a4-4607-90ba-bbdc51ea2042 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741200 May 27 00:21:07.790740 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f1a0e247-c947-4445-957b-4c8f8261b88c req-3c02a6a2-89fe-47fd-9efd-930224c8df9d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029122 May 27 00:21:07.831539 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e403c4-3953-4b2b-808c-cf0fb2d64572'] response: {'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2', 'code': 200} May 27 00:21:07.944607 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:08.033889 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 32a10f26-c74f-42b0-80d0-e81deea8dc06, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=32a10f26-c74f-42b0-80d0-e81deea8dc06,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:08.043807 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:08.159331 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7d5b-b9b9-4371-ac2d-18b2c26e4f86 req-72b4d0d6-afe8-41b1-a670-2cf01a07225f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:08.163394 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-723e7d5b-b9b9-4371-ac2d-18b2c26e4f86 req-72b4d0d6-afe8-41b1-a670-2cf01a07225f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1273034 May 27 00:21:08.288975 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-723e7d5b-b9b9-4371-ac2d-18b2c26e4f86 req-54bb8a47-6e0a-47c1-a3fb-0f0082a0af2d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182005 May 27 00:21:08.327080 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=32a10f26-c74f-42b0-80d0-e81deea8dc06,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:08.407746 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f1af99ae-7d82-41ec-b274-7c87ed4d233c req-b511a873-625f-4e8c-9edd-f85e92cf2e93 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 1099 time: 0.1134892 May 27 00:21:08.505594 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f1af99ae-7d82-41ec-b274-7c87ed4d233c req-d08989c0-c13f-4c53-850d-6fd08061aa2e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911348 May 27 00:21:09.017548 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa8d98-d086-499f-9bf3-8aee59eeecfa req-a01c0a1c-802a-42bd-b2ae-07a554594774 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:09.019935 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-43fa8d98-d086-499f-9bf3-8aee59eeecfa req-a01c0a1c-802a-42bd-b2ae-07a554594774 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 944 time: 0.0990610 May 27 00:21:09.091611 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-43fa8d98-d086-499f-9bf3-8aee59eeecfa req-22a257e1-3fd2-4f9d-bd69-5b7ae978bc09 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617063 May 27 00:21:09.348964 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e687d48-db1d-4e8b-8645-c67f548b147d req-4ba9f96c-eff2-4ce6-902c-732f9e5f7258 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:09.350537 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7e687d48-db1d-4e8b-8645-c67f548b147d req-4ba9f96c-eff2-4ce6-902c-732f9e5f7258 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.0961185 May 27 00:21:09.464696 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device abe67925-4693-419f-9872-ef06903156e7 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:21:09.489527 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7e687d48-db1d-4e8b-8645-c67f548b147d req-7f992a3c-3b5f-4a1a-952d-b8963aed3c74 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316862 May 27 00:21:09.534587 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda963d9-6f5d-4fee-b1f1-7ae983913a03 req-8ffb5ed6-1581-428b-842f-599cc4bb634f tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:09.536069 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fda963d9-6f5d-4fee-b1f1-7ae983913a03 req-8ffb5ed6-1581-428b-842f-599cc4bb634f tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 946 time: 0.1489549 May 27 00:21:09.683019 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fda963d9-6f5d-4fee-b1f1-7ae983913a03 req-731bebab-2c41-4f27-baea-c11526400407 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396878 May 27 00:21:09.758259 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port abe67925-4693-419f-9872-ef06903156e7, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=abe67925-4693-419f-9872-ef06903156e7,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:09.776284 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': 'abe67925-4693-419f-9872-ef06903156e7', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'port_id': 'abe67925-4693-419f-9872-ef06903156e7', 'mac_address': 'fa:16:3e:71:ec:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:21:09.853370 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447d1679-e87f-4cb8-80d4-d3cf4b7cc013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a10f26-c74f-42b0-80d0-e81deea8dc06'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:21:09.891273 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:09.913601 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b901c3-4834-4eb1-8441-52e55507db1d req-2253cba9-1629-48c2-a584-73fb015b4f7b tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:09.917981 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-35b901c3-4834-4eb1-8441-52e55507db1d req-2253cba9-1629-48c2-a584-73fb015b4f7b tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1853366 May 27 00:21:10.032755 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e488324-61ec-42fe-b6b9-8f785a7cae43'] response: {'server_uuid': '447d1679-e87f-4cb8-80d4-d3cf4b7cc013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a10f26-c74f-42b0-80d0-e81deea8dc06', 'code': 200} May 27 00:21:10.073538 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe67925-4693-419f-9872-ef06903156e7 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:21:10.076525 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-35b901c3-4834-4eb1-8441-52e55507db1d req-eadc5001-9254-4a3d-aabd-24744f9c05fc tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508925 May 27 00:21:10.146058 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port abe67925-4693-419f-9872-ef06903156e7, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=abe67925-4693-419f-9872-ef06903156e7,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:10.153465 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:10.331483 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=abe67925-4693-419f-9872-ef06903156e7,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:10.370525 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:10.371703 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:10.372363 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:10.372957 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:10.373669 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:10.374272 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:10.374948 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:10.375589 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:10.376268 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:10.376886 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:10.378419 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:10.535011 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dc337-7710-4bfa-b21e-49848de095ab req-9e4de4d8-f130-47fd-9660-82fb59f45bdf tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:10.537425 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['abe67925-4693-419f-9872-ef06903156e7'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:21:10.555334 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-768dc337-7710-4bfa-b21e-49848de095ab req-9e4de4d8-f130-47fd-9660-82fb59f45bdf tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 945 time: 0.1939902 May 27 00:21:10.636745 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-92f8d45f-342b-4f46-abaf-3f2ba7e1f670 req-4b251f4d-334f-4627-b0ad-3a5533686abd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 1098 time: 0.2205846 May 27 00:21:10.698028 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-92f8d45f-342b-4f46-abaf-3f2ba7e1f670 req-1e11d993-9ac4-406f-96c6-63409eca4d8a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547559 May 27 00:21:10.703972 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-768dc337-7710-4bfa-b21e-49848de095ab req-54eece34-b5df-4269-bff7-80e2a549fe2c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340885 May 27 00:21:10.891317 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d7c3f-5b61-469b-8088-e2fc5f26df5b req-4c2019fd-05a1-463c-9079-9bbc5aa22753 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:10.891317 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-172d7c3f-5b61-469b-8088-e2fc5f26df5b req-4c2019fd-05a1-463c-9079-9bbc5aa22753 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1207294 May 27 00:21:11.017151 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-172d7c3f-5b61-469b-8088-e2fc5f26df5b req-8ad2566a-b5de-422c-98aa-53e2e5466575 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151497 May 27 00:21:11.069038 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7630e0c-418b-4662-9832-550486311bdc req-32911c79-4ebe-4c4f-a646-5472ca6e4195 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:11.070778 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e7630e0c-418b-4662-9832-550486311bdc req-32911c79-4ebe-4c4f-a646-5472ca6e4195 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 946 time: 0.1128047 May 27 00:21:11.188085 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e7630e0c-418b-4662-9832-550486311bdc req-d7411b7a-4b4d-41e1-9b86-094be6d6c297 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097767 May 27 00:21:11.375866 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164eacc-903d-4eed-8994-68297be13b93 req-adebf348-c70c-48fc-ab99-639dec333e2b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:11.377594 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4164eacc-903d-4eed-8994-68297be13b93 req-adebf348-c70c-48fc-ab99-639dec333e2b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1523318 May 27 00:21:11.386345 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58860) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:11.396397 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-f86e8f19-a114-44db-9e33-92f868a44d38 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Request body: {'floatingip': {'port_id': '1cecbed1-fa57-4233-b216-1837212f40a2'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:21:11.491995 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23eacae-7918-4b2c-be94-aa5833724eaf req-622e797d-f52c-4911-b381-3104909ea004 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:11.498955 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b23eacae-7918-4b2c-be94-aa5833724eaf req-622e797d-f52c-4911-b381-3104909ea004 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.0996993 May 27 00:21:11.505333 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f86e8f19-a114-44db-9e33-92f868a44d38 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:11.601843 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b23eacae-7918-4b2c-be94-aa5833724eaf req-42bdc8c1-318b-4bcb-9b1d-c8b58dc8d18f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018777 May 27 00:21:11.683668 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f913b0-5a6a-4047-90be-c66e9a513ed1 req-cb94b58c-280d-46a7-89c9-ec42c63d1d4b tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:11.685217 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a8f913b0-5a6a-4047-90be-c66e9a513ed1 req-cb94b58c-280d-46a7-89c9-ec42c63d1d4b tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.60 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 946 time: 0.1613421 May 27 00:21:11.784325 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-a8f913b0-5a6a-4047-90be-c66e9a513ed1 req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Deleting port 36803081-bb48-48f8-ad8f-3761b590b95e {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:21:11.785041 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a8f913b0-5a6a-4047-90be-c66e9a513ed1 req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:12.207098 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0153443-c1f1-4f1a-a121-4520e7adbddc req-d0f1b2f9-45a2-4577-9084-c2843ed25ee9 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:12.208744 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f0153443-c1f1-4f1a-a121-4520e7adbddc req-d0f1b2f9-45a2-4577-9084-c2843ed25ee9 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 945 time: 0.2490888 May 27 00:21:12.230853 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58898) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:12.295156 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-a8f913b0-5a6a-4047-90be-c66e9a513ed1 req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] For port 36803081-bb48-48f8-ad8f-3761b590b95e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=36803081-bb48-48f8-ad8f-3761b590b95e,segment=NetworkSegment(64074962-ae06-421e-8976-06ee5eedf926),segment_id=64074962-ae06-421e-8976-06ee5eedf926)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:12.295488 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a8f913b0-5a6a-4047-90be-c66e9a513ed1 req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:12.546382 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-a8f913b0-5a6a-4047-90be-c66e9a513ed1 req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Calling delete_port for 36803081-bb48-48f8-ad8f-3761b590b95e owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:21:12.550568 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:12.638250 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.db.resource_extend [None req-f86e8f19-a114-44db-9e33-92f868a44d38 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 00:21:12.754699 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:12.790820 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f86e8f19-a114-44db-9e33-92f868a44d38 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:12.797151 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f0153443-c1f1-4f1a-a121-4520e7adbddc req-b3b7b6da-5c54-49a2-95ef-f4281eb79efd tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5654299 May 27 00:21:12.819507 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f86e8f19-a114-44db-9e33-92f868a44d38 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:12.896185 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500b7e5-bb58-4a85-a4ba-6a9438fcfd79 req-dedcf9e9-3d89-4e48-8b5c-999efd7b4615 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:12.897836 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6500b7e5-bb58-4a85-a4ba-6a9438fcfd79 req-dedcf9e9-3d89-4e48-8b5c-999efd7b4615 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/ports?device_id=16cfa8e1-ed86-4553-8276-207cf673f5c2 HTTP/1.1" status: 200 len: 946 time: 0.1986246 May 27 00:21:12.940144 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a8f913b0-5a6a-4047-90be-c66e9a513ed1 req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:12.953104 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['36803081-bb48-48f8-ad8f-3761b590b95e'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:21:13.081399 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:13.095748 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Usage tracker for resource:security_group_rule and tenant:3927fa50dd0148ca8216b0068596fc7e is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:13.108689 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:13.116629 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:13.175405 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6500b7e5-bb58-4a85-a4ba-6a9438fcfd79 req-fd8449fc-9bca-43ee-877d-20b9803475a1 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3bbdc27-7fe6-4238-97cf-79e33b8a8997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658081 May 27 00:21:13.188560 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Pushing event deleted for resources: {'Port': ['ID=36803081-bb48-48f8-ad8f-3761b590b95e,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:13.249958 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.250305 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.250641 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.250979 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.251308 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.251629 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.251985 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.252402 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.252633 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.252953 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.253287 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.254676 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:13.272704 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:13.327711 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7864e2-91d1-48ab-9072-73de51ee04eb,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:13.341388 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f913b0-5a6a-4047-90be-c66e9a513ed1 req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] No DVR routers for this DVR port 36803081-bb48-48f8-ad8f-3761b590b95e on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:21:13.347031 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-a8f913b0-5a6a-4047-90be-c66e9a513ed1 req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:13.350503 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cfa8e1-ed86-4553-8276-207cf673f5c2', 'name': 'network-vif-deleted', 'tag': '36803081-bb48-48f8-ad8f-3761b590b95e'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:21:13.353843 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3927fa50dd0148ca8216b0068596fc7e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1218271 May 27 00:21:13.355635 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.355635 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.355894 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.356164 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.358935 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 58952) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:13.367623 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.367971 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.368313 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.368649 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.368979 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.373947 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.374405 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c034453-312b-4892-be32-564e733afa0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:21:13.390353 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 58956) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:13.417718 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.l3_db [None req-f86e8f19-a114-44db-9e33-92f868a44d38 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Floating IP 23b755b1-3ef0-4b84-80c6-de962b19f7e7 associated. External IP: 172.28.0.225, port: 1cecbed1-fa57-4233-b216-1837212f40a2. May 27 00:21:13.426494 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6be0eb-7d15-4a8b-8ca9-2cda2aa480be'] response: {'server_uuid': '16cfa8e1-ed86-4553-8276-207cf673f5c2', 'name': 'network-vif-deleted', 'tag': '36803081-bb48-48f8-ad8f-3761b590b95e', 'status': 'completed', 'code': 200} May 27 00:21:13.432572 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb28c8-6f06-4146-b798-1aa76ca0c055 req-5c264781-b1b7-40c0-8b0a-04eab78da465 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:13.439997 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-53fb28c8-6f06-4146-b798-1aa76ca0c055 req-5c264781-b1b7-40c0-8b0a-04eab78da465 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.3786807 May 27 00:21:13.474592 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a8f913b0-5a6a-4047-90be-c66e9a513ed1 req-9a515381-6695-43e7-8f64-3a279a1e1a85 tempest-DeleteServersTestJSON-999341259 tempest-DeleteServersTestJSON-999341259-project] 10.222.0.60 "DELETE /v2.0/ports/36803081-bb48-48f8-ad8f-3761b590b95e HTTP/1.1" status: 204 len: 173 time: 1.7830167 May 27 00:21:13.480996 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device abe67925-4693-419f-9872-ef06903156e7 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:21:13.481788 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e092eec9-21d5-4e80-8dfb-70a07ff9b09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:13.537100 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-53fb28c8-6f06-4146-b798-1aa76ca0c055 req-c9a41ebd-d0e1-4c55-a614-82f68b3506bf tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959020 May 27 00:21:13.574623 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e092eec9-21d5-4e80-8dfb-70a07ff9b09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:13.585013 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Sync routers for ids ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:21:13.605931 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Routers {'dac47c98-653b-47b5-9e1b-2de4e57aeab4'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:21:13.606916 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:20:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:13.650003 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e092eec9-21d5-4e80-8dfb-70a07ff9b09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:13.697855 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e092eec9-21d5-4e80-8dfb-70a07ff9b09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:13.701231 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-e092eec9-21d5-4e80-8dfb-70a07ff9b09e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c7864e2-91d1-48ab-9072-73de51ee04eb HTTP/1.1" status: 204 len: 168 time: 0.3391118 May 27 00:21:13.711116 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092eec9-21d5-4e80-8dfb-70a07ff9b09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7864e2-91d1-48ab-9072-73de51ee04eb,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:13.760860 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4306f4ac-c522-41c2-a00c-e7129c8c576d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:13.821963 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-4306f4ac-c522-41c2-a00c-e7129c8c576d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:13.827700 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-4306f4ac-c522-41c2-a00c-e7129c8c576d admin admin] Usage tracker for resource:security_group_rule and tenant:08743ffee3a944cdbf49896b77bfea7b is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:13.831186 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-4306f4ac-c522-41c2-a00c-e7129c8c576d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:13.839772 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-4306f4ac-c522-41c2-a00c-e7129c8c576d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:14.031666 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port abe67925-4693-419f-9872-ef06903156e7 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:21:14.039895 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port abe67925-4693-419f-9872-ef06903156e7 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:21:14.040707 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:14.143958 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Set router dac47c98-653b-47b5-9e1b-2de4e57aeab4 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:21:14.148259 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4306f4ac-c522-41c2-a00c-e7129c8c576d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:14.162437 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4306f4ac-c522-41c2-a00c-e7129c8c576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:14.243063 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-4306f4ac-c522-41c2-a00c-e7129c8c576d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08743ffee3a944cdbf49896b77bfea7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8466530 May 27 00:21:14.243063 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306f4ac-c522-41c2-a00c-e7129c8c576d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f52afc-dd55-41c3-8f8f-b54cb6382b8a,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:14.249879 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 58984) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:14.327791 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:14.383764 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1ff7-a2e9-42d2-9375-f78657112a4a req-e1a73e71-0259-46a0-93a5-40509d6bbf53 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:14.394073 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-55dd1ff7-a2e9-42d2-9375-f78657112a4a req-e1a73e71-0259-46a0-93a5-40509d6bbf53 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 945 time: 0.3242855 May 27 00:21:14.423401 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86e8f19-a114-44db-9e33-92f868a44d38 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Router 537a0e11-ebac-4a02-9c26-4a21858e3357 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:21:14.480023 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 58992) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:14.545156 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe67925-4693-419f-9872-ef06903156e7'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:21:14.563874 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-84f6fb46-8eb9-4bb6-b3cb-c352694c5de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:14.654958 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-84f6fb46-8eb9-4bb6-b3cb-c352694c5de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:14.686150 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-84f6fb46-8eb9-4bb6-b3cb-c352694c5de3 admin admin] Usage tracker for resource:security_group_rule and tenant:45e16d35c33e4fbba9b19ff70f3ee8c3 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:14.694043 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-84f6fb46-8eb9-4bb6-b3cb-c352694c5de3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:14.737488 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-84f6fb46-8eb9-4bb6-b3cb-c352694c5de3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:14.761546 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-55dd1ff7-a2e9-42d2-9375-f78657112a4a req-6984d155-3f25-4496-ae5a-5706c2e5c6c1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664553 May 27 00:21:14.774285 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86e8f19-a114-44db-9e33-92f868a44d38 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:21:14.792278 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36344cc-d477-404a-8eed-cb4155dfcf97 None None] Sync routers for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:21:14.808201 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36344cc-d477-404a-8eed-cb4155dfcf97 None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:21:14.808854 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-e36344cc-d477-404a-8eed-cb4155dfcf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:20:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:14.818315 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f86e8f19-a114-44db-9e33-92f868a44d38 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:14.836034 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port abe67925-4693-419f-9872-ef06903156e7, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=abe67925-4693-419f-9872-ef06903156e7,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:14.857136 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:14.859775 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 36803081-bb48-48f8-ad8f-3761b590b95e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:21:14.880532 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-95e339ac-af41-4d4a-9ab1-782fc692923a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:14.969129 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-f86e8f19-a114-44db-9e33-92f868a44d38 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "PUT /v2.0/floatingips/23b755b1-3ef0-4b84-80c6-de962b19f7e7 HTTP/1.1" status: 200 len: 992 time: 3.5788822 May 27 00:21:14.970121 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2'}] {{(pid=83255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:21:15.016133 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: 36803081-bb48-48f8-ad8f-3761b590b95e {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:21:15.016599 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 36803081-bb48-48f8-ad8f-3761b590b95e not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:21:15.054175 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6d74461c-3e61-4081-a210-91bd7059fced req-3f61e1a6-59ce-4df6-ab0c-7f2a2aba151c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 1098 time: 0.7630081 May 27 00:21:15.065215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-95e339ac-af41-4d4a-9ab1-782fc692923a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:15.150310 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6727ca-3ce2-4c30-9b54-b6f3a2d7f213 req-efbe5a4f-c271-4b48-9556-9bc7f7aca085 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:15.154539 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9d6727ca-3ce2-4c30-9b54-b6f3a2d7f213 req-efbe5a4f-c271-4b48-9556-9bc7f7aca085 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.6943378 May 27 00:21:15.190661 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e27224-fff6-43c6-bea6-900352cf80b7'] response: {'server_uuid': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe67925-4693-419f-9872-ef06903156e7', 'code': 200} May 27 00:21:15.208349 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=abe67925-4693-419f-9872-ef06903156e7,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:15.262051 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:20:24Z', 'revision_number': 2, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:15.268016 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Checking router: dac47c98-653b-47b5-9e1b-2de4e57aeab4 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:21:15.268608 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Updating router dac47c98-653b-47b5-9e1b-2de4e57aeab4 port a6e24b40-5544-44bd-a0e7-f047708e9969 binding host dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:21:15.295266 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-e36344cc-d477-404a-8eed-cb4155dfcf97 None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:21:15.325235 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057847c8-3cdc-44f6-85c4-c598086967dd'] response: {'name': 'network-changed', 'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2', 'status': 'completed', 'code': 200} May 27 00:21:15.328730 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:15.475349 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59020) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:15.524603 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-84f6fb46-8eb9-4bb6-b3cb-c352694c5de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:15.635617 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-84f6fb46-8eb9-4bb6-b3cb-c352694c5de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:15.722344 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-84f6fb46-8eb9-4bb6-b3cb-c352694c5de3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45e16d35c33e4fbba9b19ff70f3ee8c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2327008 May 27 00:21:15.726404 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-95e339ac-af41-4d4a-9ab1-782fc692923a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:15.735268 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59032) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:15.767979 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74461c-3e61-4081-a210-91bd7059fced req-04c9173d-4e9c-48fa-a7cc-95b5a83942e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:15.769420 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6d74461c-3e61-4081-a210-91bd7059fced req-04c9173d-4e9c-48fa-a7cc-95b5a83942e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.6908634 May 27 00:21:15.777152 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3283-096d-479d-be73-7269406b6bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:15.864801 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-6f4c3283-096d-479d-be73-7269406b6bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:15.874060 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-6f4c3283-096d-479d-be73-7269406b6bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:7dbc609580ab4b5ba1b84af8d8ae6807 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:15.879947 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-6f4c3283-096d-479d-be73-7269406b6bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:15.895382 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-6f4c3283-096d-479d-be73-7269406b6bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:15.980910 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ffb877ab-6dde-4328-bdbf-215f9d3f3d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:16.007526 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-95e339ac-af41-4d4a-9ab1-782fc692923a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:16.008830 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-95e339ac-af41-4d4a-9ab1-782fc692923a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91f52afc-dd55-41c3-8f8f-b54cb6382b8a HTTP/1.1" status: 204 len: 168 time: 1.7582426 May 27 00:21:16.013436 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ffb877ab-6dde-4328-bdbf-215f9d3f3d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:16.075703 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6fb46-8eb9-4bb6-b3cb-c352694c5de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f843de-921f-450d-ab55-ebb69d1ef2f4,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:16.093447 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9d6727ca-3ce2-4c30-9b54-b6f3a2d7f213 req-7084031a-60bc-4a1c-ad6f-5d59607d9e1d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630519 May 27 00:21:16.107073 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Notify callbacks [] for port, precommit_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:16.141078 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Transition to ACTIVE for port object a6e24b40-5544-44bd-a0e7-f047708e9969 will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:21:16.152999 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:16.202286 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ffb877ab-6dde-4328-bdbf-215f9d3f3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:16.227414 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6d74461c-3e61-4081-a210-91bd7059fced req-66e757ed-8bb2-4cac-869e-9ea1c1f5e62a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32a10f26-c74f-42b0-80d0-e81deea8dc06 HTTP/1.1" status: 200 len: 217 time: 0.4379139 May 27 00:21:16.250239 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb877ab-6dde-4328-bdbf-215f9d3f3d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f843de-921f-450d-ab55-ebb69d1ef2f4,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:16.275003 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-e36344cc-d477-404a-8eed-cb4155dfcf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '23b755b1-3ef0-4b84-80c6-de962b19f7e7', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'floating_ip_address': '172.28.0.225', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'port_id': '1cecbed1-fa57-4233-b216-1837212f40a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'mac_address': 'fa:16:3e:87:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:20:38Z', 'updated_at': '2022-05-27T00:21:12Z', 'revision_number': 1, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:42Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:16.284757 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36344cc-d477-404a-8eed-cb4155dfcf97 None None] Checking router: 537a0e11-ebac-4a02-9c26-4a21858e3357 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:21:16.286714 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ffb877ab-6dde-4328-bdbf-215f9d3f3d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:16.291648 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ffb877ab-6dde-4328-bdbf-215f9d3f3d54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1f843de-921f-450d-ab55-ebb69d1ef2f4 HTTP/1.1" status: 204 len: 168 time: 0.5481448 May 27 00:21:16.303621 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3283-096d-479d-be73-7269406b6bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:16.309177 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3283-096d-479d-be73-7269406b6bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:16.324166 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36344cc-d477-404a-8eed-cb4155dfcf97 None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:21:16.325070 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-e36344cc-d477-404a-8eed-cb4155dfcf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:20:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:16.360348 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c3283-096d-479d-be73-7269406b6bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c3e63a-81f1-4ad4-b06d-874f926deb20,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:16.367863 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e339ac-af41-4d4a-9ab1-782fc692923a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f52afc-dd55-41c3-8f8f-b54cb6382b8a,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:16.396923 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59054) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:16.408343 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1429a83a-4d8e-4de9-9616-e278522a5a04 req-c84ac60b-c3d7-4b61-9268-2d8ce753dd90 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 1099 time: 0.9569731 May 27 00:21:16.410966 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-6f4c3283-096d-479d-be73-7269406b6bf8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7dbc609580ab4b5ba1b84af8d8ae6807&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9338834 May 27 00:21:16.427002 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-09044d2a-7806-4862-8f6f-11d24022fbfb req-def9485c-8f0e-44a6-baa2-a334bd01ac81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 1099 time: 0.9770179 May 27 00:21:16.610849 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74461c-3e61-4081-a210-91bd7059fced req-60beb544-58cf-4476-a290-cd0d3056a83a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:16.613749 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6d74461c-3e61-4081-a210-91bd7059fced req-60beb544-58cf-4476-a290-cd0d3056a83a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.3804755 May 27 00:21:16.697441 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-e36344cc-d477-404a-8eed-cb4155dfcf97 None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:21:16.718931 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e7d81-93a4-405b-8017-385393ed40f9 None None] Pushing event updated for resources: {'Port': ['ID=a6e24b40-5544-44bd-a0e7-f047708e9969,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:16.863084 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59068) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:16.880810 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Attempting to bind port a6e24b40-5544-44bd-a0e7-f047708e9969 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:21:16.881187 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Attempting to bind port a6e24b40-5544-44bd-a0e7-f047708e9969 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:21:16.881572 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Attempting to bind port a6e24b40-5544-44bd-a0e7-f047708e9969 on network e949e00c-df52-4269-a2e2-6bf8b8e4c536 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:21:16.890455 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:21:16.894563 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Checking segment: {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:21:16.896850 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:16.897700 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Bound using segment: {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:21:16.898411 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Bound port: a6e24b40-5544-44bd-a0e7-f047708e9969, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:21:16.899816 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e844-eaa8-4eed-bbfb-281e7b376a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:16.900645 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:16.958505 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-4ed1e844-eaa8-4eed-bbfb-281e7b376a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:16.963111 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-4ed1e844-eaa8-4eed-bbfb-281e7b376a1f admin admin] Usage tracker for resource:security_group_rule and tenant:d5b6152b956d41f088611fd3d1fdf41c is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:16.966672 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-4ed1e844-eaa8-4eed-bbfb-281e7b376a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:16.973671 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-4ed1e844-eaa8-4eed-bbfb-281e7b376a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:16.979457 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d9962574-4a0e-4636-b4cd-4108889320aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:17.008039 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18947de5-e40a-478b-93d2-a98426fd3eae req-5c8d44f2-d41d-4626-b2bd-0b36f355810b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:17.009762 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-18947de5-e40a-478b-93d2-a98426fd3eae req-5c8d44f2-d41d-4626-b2bd-0b36f355810b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 946 time: 0.9508386 May 27 00:21:17.024868 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1429a83a-4d8e-4de9-9616-e278522a5a04 req-04bc2c9a-603f-40b3-adfb-5c7c37f38686 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5749059 May 27 00:21:17.126738 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-18947de5-e40a-478b-93d2-a98426fd3eae req-f5b1eb86-98a3-49be-b293-20e954f71c0e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953474 May 27 00:21:17.147626 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] For port a6e24b40-5544-44bd-a0e7-f047708e9969, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:21:17.154105 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d9962574-4a0e-4636-b4cd-4108889320aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:17.154306 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] For port a6e24b40-5544-44bd-a0e7-f047708e9969, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=a6e24b40-5544-44bd-a0e7-f047708e9969,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:21:17.176132 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:17.205464 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6d74461c-3e61-4081-a210-91bd7059fced req-9f76665b-349d-4140-9f6e-c1da2f51a111 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5707452 May 27 00:21:17.246539 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09044d2a-7806-4862-8f6f-11d24022fbfb req-751d5ca8-0b07-42dc-aa95-c76279557f5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:17.250743 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-09044d2a-7806-4862-8f6f-11d24022fbfb req-751d5ca8-0b07-42dc-aa95-c76279557f5d service neutron] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 917 time: 0.7973478 May 27 00:21:17.317301 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d9962574-4a0e-4636-b4cd-4108889320aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:17.384158 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e844-eaa8-4eed-bbfb-281e7b376a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:17.391131 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e844-eaa8-4eed-bbfb-281e7b376a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:17.473126 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Routers {'dac47c98-653b-47b5-9e1b-2de4e57aeab4'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:21:17.474704 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:20:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:17.538425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1e844-eaa8-4eed-bbfb-281e7b376a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecced9d0-b23d-48d0-bc15-f45135c4fbbe,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:17.578450 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-4ed1e844-eaa8-4eed-bbfb-281e7b376a1f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5b6152b956d41f088611fd3d1fdf41c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7112141 May 27 00:21:17.579408 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59088) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:17.651427 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59092) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:17.679064 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9962574-4a0e-4636-b4cd-4108889320aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c3e63a-81f1-4ad4-b06d-874f926deb20,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:17.802808 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e7d81-93a4-405b-8017-385393ed40f9 None None] Pushing event updated for resources: {'Port': ['ID=a6e24b40-5544-44bd-a0e7-f047708e9969,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:17.820042 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] Set router dac47c98-653b-47b5-9e1b-2de4e57aeab4 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:21:17.886537 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f346193c-9bc0-4595-a26b-48bb419a86af admin admin] Deleting subnet bed49013-1ead-4727-8705-2022fe0b6ccf {{(pid=83255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:21:17.904426 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-e36344cc-d477-404a-8eed-cb4155dfcf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '23b755b1-3ef0-4b84-80c6-de962b19f7e7', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'floating_ip_address': '172.28.0.225', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'port_id': '1cecbed1-fa57-4233-b216-1837212f40a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'mac_address': 'fa:16:3e:87:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:20:38Z', 'updated_at': '2022-05-27T00:21:12Z', 'revision_number': 1, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:42Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:17.914263 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f346193c-9bc0-4595-a26b-48bb419a86af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:17.918245 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36344cc-d477-404a-8eed-cb4155dfcf97 None None] The sync data for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb is: [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '23b755b1-3ef0-4b84-80c6-de962b19f7e7', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'floating_ip_address': '172.28.0.225', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'port_id': '1cecbed1-fa57-4233-b216-1837212f40a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'mac_address': 'fa:16:3e:87:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:20:38Z', 'updated_at': '2022-05-27T00:21:12Z', 'revision_number': 1, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:42Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:21:18.110944 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d9962574-4a0e-4636-b4cd-4108889320aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:18.117364 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-d9962574-4a0e-4636-b4cd-4108889320aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38c3e63a-81f1-4ad4-b06d-874f926deb20 HTTP/1.1" status: 204 len: 168 time: 1.7162976 May 27 00:21:18.177984 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-09044d2a-7806-4862-8f6f-11d24022fbfb req-58a9956d-a9bc-490c-8b1a-5b39a54938d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cecbed1-fa57-4233-b216-1837212f40a2 HTTP/1.1" status: 200 len: 1000 time: 0.8533773 May 27 00:21:18.180413 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f346193c-9bc0-4595-a26b-48bb419a86af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2904482'] for subnet, precommit_delete_associations {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:18.260062 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0cb53e40-a3a5-46a3-8435-3971d8b0ee08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:18.307174 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0cb53e40-a3a5-46a3-8435-3971d8b0ee08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:18.348252 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09044d2a-7806-4862-8f6f-11d24022fbfb req-6a786e9e-f9ac-434b-bd21-a02bf1f7f9e9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:18.352032 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-09044d2a-7806-4862-8f6f-11d24022fbfb req-6a786e9e-f9ac-434b-bd21-a02bf1f7f9e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.1604440 May 27 00:21:18.400286 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682bcc82-d641-474c-b288-0b53532f99b6 None None] New status for floating IP 23b755b1-3ef0-4b84-80c6-de962b19f7e7: ACTIVE {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:21:18.419378 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0cb53e40-a3a5-46a3-8435-3971d8b0ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:18.507099 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb53e40-a3a5-46a3-8435-3971d8b0ee08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecced9d0-b23d-48d0-bc15-f45135c4fbbe,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:18.538261 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0cb53e40-a3a5-46a3-8435-3971d8b0ee08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:18.545188 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-0cb53e40-a3a5-46a3-8435-3971d8b0ee08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ecced9d0-b23d-48d0-bc15-f45135c4fbbe HTTP/1.1" status: 204 len: 168 time: 0.9601789 May 27 00:21:18.611946 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f346193c-9bc0-4595-a26b-48bb419a86af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:18.733793 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e131c-1f18-40c1-9241-5890ee9a1404 req-1c69ec00-c06a-4543-b2f6-eb9a46e82008 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:18.738555 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-189e131c-1f18-40c1-9241-5890ee9a1404 req-1c69ec00-c06a-4543-b2f6-eb9a46e82008 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 1.0314910 May 27 00:21:18.744616 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6d74461c-3e61-4081-a210-91bd7059fced req-9a890ffc-cf66-40b1-ad39-e74cffcbf9c9 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4213841 May 27 00:21:18.817655 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:21:17Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:18.829527 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f346193c-9bc0-4595-a26b-48bb419a86af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1260063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3110909'] for subnet, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:18.836652 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8945fd9-7259-4257-8f29-fb7f80082fdc None None] The sync data for ids ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'] in dv-cinder-843305-3-smb is: [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:21:17Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:21:18.956439 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59118) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:18.975002 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f346193c-9bc0-4595-a26b-48bb419a86af admin admin] Notify callbacks [] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:19.006894 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346193c-9bc0-4595-a26b-48bb419a86af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed49013-1ead-4727-8705-2022fe0b6ccf,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:19.017430 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-f346193c-9bc0-4595-a26b-48bb419a86af admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bed49013-1ead-4727-8705-2022fe0b6ccf HTTP/1.1" status: 204 len: 168 time: 1.3587587 May 27 00:21:19.019241 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4cacb931-e742-4330-9f2b-ddea78a396ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:19.020691 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-189e131c-1f18-40c1-9241-5890ee9a1404 req-028430ed-fec6-4a37-84a6-bf108e48dee2 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686877 May 27 00:21:19.024540 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59122) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:19.085387 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-4cacb931-e742-4330-9f2b-ddea78a396ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:19.093453 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-4cacb931-e742-4330-9f2b-ddea78a396ac admin admin] Usage tracker for resource:security_group_rule and tenant:0d46fb3710dd40219bfa08d29f27a293 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:19.096649 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-4cacb931-e742-4330-9f2b-ddea78a396ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:19.103782 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-4cacb931-e742-4330-9f2b-ddea78a396ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:19.219200 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6d74461c-3e61-4081-a210-91bd7059fced req-37b8f5d6-c705-4d2c-ad9b-95ee1c126cfe service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595892 May 27 00:21:19.251722 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3e84-1cf9-4f92-8923-a934d3bfdb8f req-5ff5c637-fb60-495f-b167-3324876186ab tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:19.253927 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1b5e3e84-1cf9-4f92-8923-a934d3bfdb8f req-5ff5c637-fb60-495f-b167-3324876186ab tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 946 time: 0.7411246 May 27 00:21:19.276564 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-09044d2a-7806-4862-8f6f-11d24022fbfb req-3e681c3c-e3e9-4c50-b3ba-1cedc1b837fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9008834 May 27 00:21:19.365626 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4cacb931-e742-4330-9f2b-ddea78a396ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:19.373881 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4cacb931-e742-4330-9f2b-ddea78a396ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:19.499462 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-09044d2a-7806-4862-8f6f-11d24022fbfb req-c794853d-e581-40bc-aae7-4f4ab0b25a31 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054677 May 27 00:21:19.500918 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device a6e24b40-5544-44bd-a0e7-f047708e9969 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:21:19.506651 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:19.562565 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacb931-e742-4330-9f2b-ddea78a396ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e3b983-f181-4960-a91e-8655a48e89e9,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:19.610187 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-4cacb931-e742-4330-9f2b-ddea78a396ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d46fb3710dd40219bfa08d29f27a293&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6369193 May 27 00:21:19.610798 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59140) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:19.725276 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d83818b4-e019-4c3b-aae2-c5f7db0b7109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:19.787376 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d83818b4-e019-4c3b-aae2-c5f7db0b7109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:19.817578 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port a6e24b40-5544-44bd-a0e7-f047708e9969 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:21:19.825063 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port a6e24b40-5544-44bd-a0e7-f047708e9969 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:21:19.825848 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:19.936689 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d83818b4-e019-4c3b-aae2-c5f7db0b7109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:19.985058 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83818b4-e019-4c3b-aae2-c5f7db0b7109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e3b983-f181-4960-a91e-8655a48e89e9,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:20.004783 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d83818b4-e019-4c3b-aae2-c5f7db0b7109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:20.005956 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-d83818b4-e019-4c3b-aae2-c5f7db0b7109 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2e3b983-f181-4960-a91e-8655a48e89e9 HTTP/1.1" status: 204 len: 168 time: 0.3934095 May 27 00:21:20.050922 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:20.096405 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port a6e24b40-5544-44bd-a0e7-f047708e9969, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=a6e24b40-5544-44bd-a0e7-f047708e9969,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:20.102774 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:20.120588 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1b5e3e84-1cf9-4f92-8923-a934d3bfdb8f req-ad8dc582-e46e-478a-86bf-60875cc27e16 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8496530 May 27 00:21:20.212937 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=a6e24b40-5544-44bd-a0e7-f047708e9969,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:20.267087 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:20.351643 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-09044d2a-7806-4862-8f6f-11d24022fbfb req-9b55dfa0-dfc0-4aba-9be9-1ab052731514 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8306525 May 27 00:21:20.385541 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.386448 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.386603 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.386938 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > port after_create 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.387317 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.387728 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > port after_update 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.388047 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.388997 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.388997 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.389200 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.483936 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.484613 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.485238 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.485696 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 00:21:20.487064 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2c857a-76ac-4cf7-8f50-58527abb35e5']}} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:20.515275 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64074962-ae06-421e-8976-06ee5eedf926') {'for_net_delete': True} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:20.515763 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64074962-ae06-421e-8976-06ee5eedf926') {} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:20.541633 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058874'] for segment, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:20.574478 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:20.588826 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:21:20.589115 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3030152'] for segment, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: util.warn_limited( May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: util.warn_limited( May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: Traceback (most recent call last): May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: timer() May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: cb(*args, **kw) May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: return func(*args, **kwargs) May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: self._notify() May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: self.callback(batched_events) May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: event.method(event) May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: return f(self, *a, **k) May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: return self._get(url).json() May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: return self.request(url, 'GET', **kwargs) May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:21:20.614032 dv-cinder-843305-3-smb neutron-server[83256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:21:20.699411 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b3b9b-4e2e-476c-8105-ebe950c3d66f req-83a926f5-ef7b-446b-805f-a46da91c424e tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:20.702359 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d07b3b9b-4e2e-476c-8105-ebe950c3d66f req-83a926f5-ef7b-446b-805f-a46da91c424e tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.3601341 May 27 00:21:20.743926 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:20.750915 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:20.784971 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fa2c857a-76ac-4cf7-8f50-58527abb35e5 HTTP/1.1" status: 204 len: 168 time: 1.7593801 May 27 00:21:20.793012 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c2701-f5b9-4fae-b9a1-c71fda0eae20 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2c857a-76ac-4cf7-8f50-58527abb35e5,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:20.812929 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d07b3b9b-4e2e-476c-8105-ebe950c3d66f req-b055baf3-00d1-4bf4-a62c-2e5b1acc5ad3 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007755 May 27 00:21:21.112325 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59192) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:21.198673 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ac133c74-c39a-4ac6-b5b7-6cbf2e2b45d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ef150f64a46494384fe9dfbe1e46931&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0840473 May 27 00:21:21.201492 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59200) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:21.285230 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-523e63a3-f36d-4dbc-bd05-0f86b5bdc64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:21.377613 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device a6e24b40-5544-44bd-a0e7-f047708e9969 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:21:21.431852 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-523e63a3-f36d-4dbc-bd05-0f86b5bdc64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:21.542652 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b603d2-8caa-43cc-9f0c-4262397aabe8 req-50370208-c606-4196-8177-d8285bf355cd tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:21.545323 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port a6e24b40-5544-44bd-a0e7-f047708e9969 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:21:21.545680 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:21.546477 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-82b603d2-8caa-43cc-9f0c-4262397aabe8 req-50370208-c606-4196-8177-d8285bf355cd tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 946 time: 0.1914406 May 27 00:21:21.619916 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-523e63a3-f36d-4dbc-bd05-0f86b5bdc64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:21.665931 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e63a3-f36d-4dbc-bd05-0f86b5bdc64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bbdc27-7fe6-4238-97cf-79e33b8a8997,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:21.724605 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-82b603d2-8caa-43cc-9f0c-4262397aabe8 req-d080d172-dc90-4c81-8571-82a656159243 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701231 May 27 00:21:21.731432 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-523e63a3-f36d-4dbc-bd05-0f86b5bdc64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:21.732518 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-523e63a3-f36d-4dbc-bd05-0f86b5bdc64c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3bbdc27-7fe6-4238-97cf-79e33b8a8997 HTTP/1.1" status: 204 len: 168 time: 0.5300107 May 27 00:21:22.097956 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a4e24-0892-4c83-93be-0b150940aeb1 req-807b592c-8909-4b25-9306-386d78499b14 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:22.099394 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7f2a4e24-0892-4c83-93be-0b150940aeb1 req-807b592c-8909-4b25-9306-386d78499b14 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 946 time: 0.1820779 May 27 00:21:22.109926 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59234) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:22.116516 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-ec7e1110-4c0b-4de9-b056-17759668075d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'floatingip': {'port_id': 'abe67925-4693-419f-9872-ef06903156e7'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:21:22.200690 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1110-4c0b-4de9-b056-17759668075d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:22.268727 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489fe94-0651-4056-a98b-eb89d428c473 req-7290c4f6-5469-4bf5-b252-69bae1ab1b89 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:22.268727 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f489fe94-0651-4056-a98b-eb89d428c473 req-7290c4f6-5469-4bf5-b252-69bae1ab1b89 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.2698975 May 27 00:21:22.409075 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f489fe94-0651-4056-a98b-eb89d428c473 req-e9b6aec5-a6cf-4a2d-965c-065d40dc22c1 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323404 May 27 00:21:23.418217 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1110-4c0b-4de9-b056-17759668075d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:23.428777 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1110-4c0b-4de9-b056-17759668075d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:23.740127 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [None req-ec7e1110-4c0b-4de9-b056-17759668075d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Floating IP 67232602-7580-4047-944b-7af7423f399b associated. External IP: 172.28.0.178, port: abe67925-4693-419f-9872-ef06903156e7. May 27 00:21:24.046819 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd2d96-f058-488b-9d17-466592084303 req-5413c394-2cda-47fe-81e9-8618497298cb tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:24.049334 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-48bd2d96-f058-488b-9d17-466592084303 req-5413c394-2cda-47fe-81e9-8618497298cb tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.2404978 May 27 00:21:24.121337 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-48bd2d96-f058-488b-9d17-466592084303 req-8b727ad2-2e8b-499c-8ac0-57917effba12 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656846 May 27 00:21:24.281193 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-8ece66b1-e453-4f58-864d-94d242e22c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:24.629836 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7e1110-4c0b-4de9-b056-17759668075d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Router 3c615583-5d2c-4060-8219-819a8774d21c has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:21:24.972955 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7e1110-4c0b-4de9-b056-17759668075d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:21:24.982422 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1110-4c0b-4de9-b056-17759668075d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:24.990351 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6e538-4d26-43a8-8776-c93d402e6f38 None None] Sync routers for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:21:25.006250 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6e538-4d26-43a8-8776-c93d402e6f38 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:21:25.007585 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-38d6e538-4d26-43a8-8776-c93d402e6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:20:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:25.102876 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-ec7e1110-4c0b-4de9-b056-17759668075d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "PUT /v2.0/floatingips/67232602-7580-4047-944b-7af7423f399b HTTP/1.1" status: 200 len: 992 time: 2.9917073 May 27 00:21:25.104150 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'tag': 'abe67925-4693-419f-9872-ef06903156e7'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:21:25.210892 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc3eaa1-20a5-4b27-bfd6-8407992345f9'] response: {'name': 'network-changed', 'server_uuid': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'tag': 'abe67925-4693-419f-9872-ef06903156e7', 'status': 'completed', 'code': 200} May 27 00:21:25.230926 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59340) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:25.281713 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-38d6e538-4d26-43a8-8776-c93d402e6f38 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:21:25.515499 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-462bd10a-f043-462c-8472-5708716746be req-0e591bd1-e108-44cb-b890-71c6fcf19508 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 1099 time: 0.2672215 May 27 00:21:25.523231 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d889c-752a-4fb3-843e-dd9d6c5ab47d req-58fdb76e-bd17-4049-a1c3-da5ecb035fc5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:25.524785 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8f5d889c-752a-4fb3-843e-dd9d6c5ab47d req-58fdb76e-bd17-4049-a1c3-da5ecb035fc5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1248353 May 27 00:21:25.616778 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6104998a-0acf-48e5-95ea-a2df9d29f0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:25.690698 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-6104998a-0acf-48e5-95ea-a2df9d29f0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:25.695475 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-6104998a-0acf-48e5-95ea-a2df9d29f0de admin admin] Usage tracker for resource:security_group_rule and tenant:c96fa868f68743bf9291b0697d65dce4 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:25.699871 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-6104998a-0acf-48e5-95ea-a2df9d29f0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:25.706849 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-6104998a-0acf-48e5-95ea-a2df9d29f0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:25.707877 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59352) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:25.768296 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8f5d889c-752a-4fb3-843e-dd9d6c5ab47d req-38dec926-2e1a-4b39-98c6-3dff74e18c39 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239118 May 27 00:21:25.838190 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6104998a-0acf-48e5-95ea-a2df9d29f0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:25.860049 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6104998a-0acf-48e5-95ea-a2df9d29f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:25.877139 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bd10a-f043-462c-8472-5708716746be req-a8a12300-73fd-4866-bb12-f9d659f07add service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:25.880863 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-462bd10a-f043-462c-8472-5708716746be req-a8a12300-73fd-4866-bb12-f9d659f07add service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 915 time: 0.3551350 May 27 00:21:26.012157 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104998a-0acf-48e5-95ea-a2df9d29f0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029a864b-5bd6-4ed2-98be-7a72e60a3343,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:26.042108 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-38d6e538-4d26-43a8-8776-c93d402e6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '67232602-7580-4047-944b-7af7423f399b', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'abe67925-4693-419f-9872-ef06903156e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:71:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:20:45Z', 'updated_at': '2022-05-27T00:21:23Z', 'revision_number': 1, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:26.047151 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-6104998a-0acf-48e5-95ea-a2df9d29f0de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c96fa868f68743bf9291b0697d65dce4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8151698 May 27 00:21:26.050219 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59366) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:26.058534 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6e538-4d26-43a8-8776-c93d402e6f38 None None] Checking router: 3c615583-5d2c-4060-8219-819a8774d21c for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:21:26.089837 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6e538-4d26-43a8-8776-c93d402e6f38 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:21:26.091134 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-38d6e538-4d26-43a8-8776-c93d402e6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:20:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:26.113178 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6bc7ce0b-24ea-403f-877c-1bc8ec229679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:26.180182 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-6bc7ce0b-24ea-403f-877c-1bc8ec229679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:26.181557 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-418fa68e-9062-47d2-9d89-6011d71fe491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:26.185303 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-6bc7ce0b-24ea-403f-877c-1bc8ec229679 admin admin] Usage tracker for resource:security_group_rule and tenant:0228fa1821244edc9999e1a45149911b is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:26.188463 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-6bc7ce0b-24ea-403f-877c-1bc8ec229679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:26.196322 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-6bc7ce0b-24ea-403f-877c-1bc8ec229679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:26.213940 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-418fa68e-9062-47d2-9d89-6011d71fe491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:26.288794 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6bc7ce0b-24ea-403f-877c-1bc8ec229679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:26.294541 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6bc7ce0b-24ea-403f-877c-1bc8ec229679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:26.344984 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-418fa68e-9062-47d2-9d89-6011d71fe491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:26.352586 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-6bc7ce0b-24ea-403f-877c-1bc8ec229679 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0228fa1821244edc9999e1a45149911b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6414535 May 27 00:21:26.357838 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59376) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:26.411717 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fa68e-9062-47d2-9d89-6011d71fe491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029a864b-5bd6-4ed2-98be-7a72e60a3343,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:26.436868 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-418fa68e-9062-47d2-9d89-6011d71fe491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:26.444549 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-418fa68e-9062-47d2-9d89-6011d71fe491 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/029a864b-5bd6-4ed2-98be-7a72e60a3343 HTTP/1.1" status: 204 len: 168 time: 0.3825703 May 27 00:21:26.507197 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-65aaaf21-fd64-47c5-87fc-6efd7283fa29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:26.525366 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7ce0b-24ea-403f-877c-1bc8ec229679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8e4240-6a46-41f6-b459-eac7312ee2d6,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:26.562897 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-462bd10a-f043-462c-8472-5708716746be req-a0e6dbbe-301b-46e5-9132-36770f4b7774 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe67925-4693-419f-9872-ef06903156e7 HTTP/1.1" status: 200 len: 1000 time: 0.6740608 May 27 00:21:26.628870 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-70ae2d1b-9eee-44ac-acab-cdb2f839bdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:26.646952 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-38d6e538-4d26-43a8-8776-c93d402e6f38 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:21:26.679604 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-70ae2d1b-9eee-44ac-acab-cdb2f839bdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:26.702774 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bd10a-f043-462c-8472-5708716746be req-0bf78ddf-b097-44dd-9411-06d80e65a510 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:26.704597 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-462bd10a-f043-462c-8472-5708716746be req-0bf78ddf-b097-44dd-9411-06d80e65a510 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.1172299 May 27 00:21:26.814599 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-462bd10a-f043-462c-8472-5708716746be req-d6926967-1ad5-4d79-8588-5ec5ee7fe6f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0944149 May 27 00:21:26.817934 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-70ae2d1b-9eee-44ac-acab-cdb2f839bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:26.862720 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae2d1b-9eee-44ac-acab-cdb2f839bdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8e4240-6a46-41f6-b459-eac7312ee2d6,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:26.998102 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-70ae2d1b-9eee-44ac-acab-cdb2f839bdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:27.008566 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-70ae2d1b-9eee-44ac-acab-cdb2f839bdb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d8e4240-6a46-41f6-b459-eac7312ee2d6 HTTP/1.1" status: 204 len: 168 time: 0.6418304 May 27 00:21:27.127934 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-462bd10a-f043-462c-8472-5708716746be req-4a53c44c-275c-4e97-a17d-9ed2434aeb59 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010252 May 27 00:21:27.234264 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59402) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:27.277011 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-52dcf6ff-f46a-40e6-b3ae-75c4436a2505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:27.286939 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1a607-ea08-4db4-a461-fc9a89551ce0 req-313ec8ba-a685-4d64-bc3a-824ae04aa4b8 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:27.288725 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c0f1a607-ea08-4db4-a461-fc9a89551ce0 req-313ec8ba-a685-4d64-bc3a-824ae04aa4b8 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.2322764 May 27 00:21:27.294894 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-462bd10a-f043-462c-8472-5708716746be req-116c5f4f-a4f3-4085-b590-e36622647f34 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639230 May 27 00:21:27.347187 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-52dcf6ff-f46a-40e6-b3ae-75c4436a2505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:27.353020 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-52dcf6ff-f46a-40e6-b3ae-75c4436a2505 admin admin] Usage tracker for resource:security_group_rule and tenant:6ccf7039093740758a5d909bf7566b87 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:27.356422 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-52dcf6ff-f46a-40e6-b3ae-75c4436a2505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:27.363782 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-52dcf6ff-f46a-40e6-b3ae-75c4436a2505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:27.366047 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c0f1a607-ea08-4db4-a461-fc9a89551ce0 req-e8803b94-a311-493d-b27b-469a6e2ad9c5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701342 May 27 00:21:27.464048 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-38d6e538-4d26-43a8-8776-c93d402e6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '67232602-7580-4047-944b-7af7423f399b', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'abe67925-4693-419f-9872-ef06903156e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:71:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:20:45Z', 'updated_at': '2022-05-27T00:21:23Z', 'revision_number': 1, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:21:27.468919 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6e538-4d26-43a8-8776-c93d402e6f38 None None] The sync data for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb is: [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '67232602-7580-4047-944b-7af7423f399b', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'abe67925-4693-419f-9872-ef06903156e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:71:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:20:45Z', 'updated_at': '2022-05-27T00:21:23Z', 'revision_number': 1, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:21:27.474429 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-52dcf6ff-f46a-40e6-b3ae-75c4436a2505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:27.480290 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-52dcf6ff-f46a-40e6-b3ae-75c4436a2505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:27.538126 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcf6ff-f46a-40e6-b3ae-75c4436a2505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0c4e64-c8f5-4263-b380-381b820aa033,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:27.558430 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-52dcf6ff-f46a-40e6-b3ae-75c4436a2505 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ccf7039093740758a5d909bf7566b87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3226578 May 27 00:21:27.560840 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59412) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:27.675566 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59420) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:27.716914 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-de75923d-0731-4735-9ce7-be05b695c150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:27.734772 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ccd43205-1dfe-4afe-bbf6-2fb0c03ec350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:27.749001 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-de75923d-0731-4735-9ce7-be05b695c150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:27.815374 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-de75923d-0731-4735-9ce7-be05b695c150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:27.831859 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75923d-0731-4735-9ce7-be05b695c150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0c4e64-c8f5-4263-b380-381b820aa033,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:27.832784 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-ccd43205-1dfe-4afe-bbf6-2fb0c03ec350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:27.838318 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-ccd43205-1dfe-4afe-bbf6-2fb0c03ec350 admin admin] Usage tracker for resource:security_group_rule and tenant:81bc0e7934ec40908f5dcd259bb00023 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:27.839019 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-de75923d-0731-4735-9ce7-be05b695c150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:27.840108 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-de75923d-0731-4735-9ce7-be05b695c150 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d0c4e64-c8f5-4263-b380-381b820aa033 HTTP/1.1" status: 204 len: 168 time: 0.2778413 May 27 00:21:27.844280 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-ccd43205-1dfe-4afe-bbf6-2fb0c03ec350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:27.857820 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-ccd43205-1dfe-4afe-bbf6-2fb0c03ec350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:27.891455 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca9297-5f8b-437d-883b-7f7cd7524834 None None] New status for floating IP 67232602-7580-4047-944b-7af7423f399b: ACTIVE {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:21:27.964680 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ccd43205-1dfe-4afe-bbf6-2fb0c03ec350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:27.969723 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ccd43205-1dfe-4afe-bbf6-2fb0c03ec350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:28.028969 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd43205-1dfe-4afe-bbf6-2fb0c03ec350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aad842-1294-4219-92c8-0a0ccdb93b21,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:28.049372 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-ccd43205-1dfe-4afe-bbf6-2fb0c03ec350 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81bc0e7934ec40908f5dcd259bb00023&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3712838 May 27 00:21:28.052531 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59438) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:28.171007 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-325c2c51-f4c8-4d6c-bb67-ec1fdf468918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:28.205064 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-325c2c51-f4c8-4d6c-bb67-ec1fdf468918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:28.264054 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-325c2c51-f4c8-4d6c-bb67-ec1fdf468918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:28.297508 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c2c51-f4c8-4d6c-bb67-ec1fdf468918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aad842-1294-4219-92c8-0a0ccdb93b21,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:28.310841 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-325c2c51-f4c8-4d6c-bb67-ec1fdf468918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:28.318330 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-325c2c51-f4c8-4d6c-bb67-ec1fdf468918 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2aad842-1294-4219-92c8-0a0ccdb93b21 HTTP/1.1" status: 204 len: 168 time: 0.2642112 May 27 00:21:28.348121 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59444) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:28.429168 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:28.462119 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:28.695889 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd38e2-4f78-46db-be1b-c27a39ef4c16 req-72821ead-c274-4fad-8fdb-3047128d502e tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:28.704114 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8dbd38e2-4f78-46db-be1b-c27a39ef4c16 req-72821ead-c274-4fad-8fdb-3047128d502e tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1173515 May 27 00:21:28.764828 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8dbd38e2-4f78-46db-be1b-c27a39ef4c16 req-09ab84bb-7ac9-4265-9828-3790ff9692f4 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591207 May 27 00:21:29.186069 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:29.222013 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-89f8671b-826e-4e93-938e-36d132638b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:29.261827 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-89f8671b-826e-4e93-938e-36d132638b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:29.267694 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-89f8671b-826e-4e93-938e-36d132638b3e admin admin] Usage tracker for resource:security_group_rule and tenant:36c0aa9a57e54b6d83fc797070a11a61 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:29.271434 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-89f8671b-826e-4e93-938e-36d132638b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:29.278091 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-89f8671b-826e-4e93-938e-36d132638b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:29.358811 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-89f8671b-826e-4e93-938e-36d132638b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:29.367225 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-89f8671b-826e-4e93-938e-36d132638b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:29.426908 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8671b-826e-4e93-938e-36d132638b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcf53e3-7487-474a-a571-8e681abc9678,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:29.445322 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-89f8671b-826e-4e93-938e-36d132638b3e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36c0aa9a57e54b6d83fc797070a11a61&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0950675 May 27 00:21:29.447825 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59496) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:29.608104 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b5f2901f-a0ad-4df9-99bc-5e44bb54590a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:29.661311 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b5f2901f-a0ad-4df9-99bc-5e44bb54590a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:29.737130 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b5f2901f-a0ad-4df9-99bc-5e44bb54590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:29.771698 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2901f-a0ad-4df9-99bc-5e44bb54590a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcf53e3-7487-474a-a571-8e681abc9678,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:29.786823 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b5f2901f-a0ad-4df9-99bc-5e44bb54590a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:29.794047 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-b5f2901f-a0ad-4df9-99bc-5e44bb54590a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cdcf53e3-7487-474a-a571-8e681abc9678 HTTP/1.1" status: 204 len: 168 time: 0.3444664 May 27 00:21:29.989656 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:21:30.054788 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8d1b9-f003-4f6a-bd28-e6b8ba4ff962 req-0ba9be28-c545-44d6-a344-fd90bb4a35a6 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:30.056776 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f0f8d1b9-f003-4f6a-bd28-e6b8ba4ff962 req-0ba9be28-c545-44d6-a344-fd90bb4a35a6 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1346278 May 27 00:21:30.123945 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f0f8d1b9-f003-4f6a-bd28-e6b8ba4ff962 req-d2c7a35a-3956-4384-a0a1-e4a69f89b349 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586841 May 27 00:21:30.357321 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59526) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:30.377998 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-14c382e6-d5c0-4011-8c01-6637230c3913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:30.411145 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-14c382e6-d5c0-4011-8c01-6637230c3913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:30.415731 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-14c382e6-d5c0-4011-8c01-6637230c3913 admin admin] Usage tracker for resource:security_group_rule and tenant:0ad3ee9211cd4c3e8e86fdee258aedf5 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:30.418951 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-14c382e6-d5c0-4011-8c01-6637230c3913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:30.425816 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-14c382e6-d5c0-4011-8c01-6637230c3913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:30.536997 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-14c382e6-d5c0-4011-8c01-6637230c3913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:30.542502 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-14c382e6-d5c0-4011-8c01-6637230c3913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:30.611896 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c382e6-d5c0-4011-8c01-6637230c3913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9743e13-5433-4e66-b069-75d7af3bb585,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:30.647819 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-14c382e6-d5c0-4011-8c01-6637230c3913 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ad3ee9211cd4c3e8e86fdee258aedf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2887924 May 27 00:21:30.651454 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59538) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:30.682858 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59544) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:30.789256 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1f6aecf7-59f8-4c29-a668-4f403de3b6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:30.844639 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1f6aecf7-59f8-4c29-a668-4f403de3b6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:30.857512 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-551506921-network', 'tenant_id': '3ddb7033f4204b82aae23682b6f8d4f0'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:21:30.864502 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:30.874235 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Usage tracker for resource:network and tenant:3ddb7033f4204b82aae23682b6f8d4f0 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:30.882752 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:30.895059 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:30.919936 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Made reservation on behalf of 3ddb7033f4204b82aae23682b6f8d4f0 for: {'network': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:21:30.924235 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:30.937195 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1f6aecf7-59f8-4c29-a668-4f403de3b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:30.948505 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:30.963057 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6aecf7-59f8-4c29-a668-4f403de3b6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9743e13-5433-4e66-b069-75d7af3bb585,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:30.972557 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1f6aecf7-59f8-4c29-a668-4f403de3b6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:30.981663 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-1f6aecf7-59f8-4c29-a668-4f403de3b6ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9743e13-5433-4e66-b069-75d7af3bb585 HTTP/1.1" status: 204 len: 168 time: 0.3218119 May 27 00:21:31.014660 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:31.019738 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Usage tracker for resource:security_group_rule and tenant:3ddb7033f4204b82aae23682b6f8d4f0 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:31.023813 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:31.030708 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:31.117993 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:31.129658 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:31.192690 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=83255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:21:31.221194 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a812fb0-3c2a-4ded-8fda-b56bcb63083a,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:31.234046 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:31.238952 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.segments_db [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Added segment e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210 of type vlan for network ecd95166-ecd3-4295-8f01-a4359a32e967 May 27 00:21:31.297670 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:31.376085 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:31.377036 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:31.377642 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:31.528581 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8443110 May 27 00:21:31.535845 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b28b53-5889-4380-a98a-8627c07f93f0 req-a940f759-2636-453d-9aa1-afa5c1eace21 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:31.541927 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59578) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:31.542121 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-87b28b53-5889-4380-a98a-8627c07f93f0 req-a940f759-2636-453d-9aa1-afa5c1eace21 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.2179811 May 27 00:21:31.553306 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Request body: {'subnet': {'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-551506921-subnet', 'tenant_id': '3ddb7033f4204b82aae23682b6f8d4f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:21:31.563700 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:31.566517 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a038d-54f4-45f8-80b5-a0f045266e3e admin admin] Pushing event updated for resources: {'Network': ['ID=ecd95166-ecd3-4295-8f01-a4359a32e967,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:31.571192 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Usage tracker for resource:subnet and tenant:3ddb7033f4204b82aae23682b6f8d4f0 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:31.583450 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network ecd95166-ecd3-4295-8f01-a4359a32e967 details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:21:31.588941 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:31.605672 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:31.628380 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Made reservation on behalf of 3ddb7033f4204b82aae23682b6f8d4f0 for: {'subnet': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:21:31.631352 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3110806'] for subnet, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:31.688371 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-87b28b53-5889-4380-a98a-8627c07f93f0 req-86c6ab2d-4464-443d-af0b-1659f0b4ba1a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425531 May 27 00:21:31.994494 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1260248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3110788'] for subnet, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:32.125281 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92cd670-0b06-41a4-884c-016da96c5fe0,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:32.148125 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Checking segment: {'id': 'e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:21:32.148355 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Network hostable DHCP agents. Network: ecd95166-ecd3-4295-8f01-a4359a32e967, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:21:32.180573 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Network ecd95166-ecd3-4295-8f01-a4359a32e967 is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:21:32.197181 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, ecd95166-ecd3-4295-8f01-a4359a32e967) {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:21:32.203058 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:32.203760 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:32.214154 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec3313-f5e6-47b4-b12b-27a109aac1af None None] Network ecd95166-ecd3-4295-8f01-a4359a32e967 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:21:32.229633 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ef4dd447-8b59-4c9b-b411-c8c6fd54a085 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6859598 May 27 00:21:32.564588 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cefbbcf-a4ac-4469-a526-beda3caad7ce None None] Network ecd95166-ecd3-4295-8f01-a4359a32e967 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:21:32.983845 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d65c8-f8f5-4ad4-88d2-b42bbad74233 req-d4e08c82-c317-475f-9f55-b695c29a3db2 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:32.985518 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a9d65c8-f8f5-4ad4-88d2-b42bbad74233 req-d4e08c82-c317-475f-9f55-b695c29a3db2 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1092076 May 27 00:21:33.104173 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a9d65c8-f8f5-4ad4-88d2-b42bbad74233 req-55b0beb9-bf5f-4fd1-87b6-832d746b6ea9 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107342 May 27 00:21:34.107937 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59698) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:34.305031 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f50b9b37-d9ee-4adb-921a-51e0aa1f370d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:34.354208 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-f50b9b37-d9ee-4adb-921a-51e0aa1f370d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:34.360101 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-f50b9b37-d9ee-4adb-921a-51e0aa1f370d admin admin] Usage tracker for resource:security_group_rule and tenant:8380eb0cae084386857be6523d2c8f00 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:34.366104 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59714) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:34.366555 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-f50b9b37-d9ee-4adb-921a-51e0aa1f370d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:34.375455 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58162526-724f-45a7-a306-959ae1486c8d req-a1b8444b-18a2-470a-9ba3-ceed2d911bf0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:34.377396 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-58162526-724f-45a7-a306-959ae1486c8d req-a1b8444b-18a2-470a-9ba3-ceed2d911bf0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1458507 May 27 00:21:34.381785 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-f50b9b37-d9ee-4adb-921a-51e0aa1f370d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:34.469807 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-58162526-724f-45a7-a306-959ae1486c8d req-61495c4c-9030-4081-9f75-4c09e6bc9235 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813525 May 27 00:21:34.513631 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f50b9b37-d9ee-4adb-921a-51e0aa1f370d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:34.518141 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f50b9b37-d9ee-4adb-921a-51e0aa1f370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:34.572891 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-f50b9b37-d9ee-4adb-921a-51e0aa1f370d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8380eb0cae084386857be6523d2c8f00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4638352 May 27 00:21:34.575959 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59728) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:34.592883 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2c58ec4c-d559-424f-aa93-d38f374fb093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:34.607475 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b9b37-d9ee-4adb-921a-51e0aa1f370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb6b44f-cd00-4329-a862-b30874af0263,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:34.650775 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-2c58ec4c-d559-424f-aa93-d38f374fb093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:34.656314 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-2c58ec4c-d559-424f-aa93-d38f374fb093 admin admin] Usage tracker for resource:security_group_rule and tenant:125526fed9c74f4784e0ef63383cd5cc is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:34.661687 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5f6089de-e0b5-40e1-ac41-374f076a4873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:34.661946 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-2c58ec4c-d559-424f-aa93-d38f374fb093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:34.673024 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-2c58ec4c-d559-424f-aa93-d38f374fb093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:34.690649 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5f6089de-e0b5-40e1-ac41-374f076a4873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:34.746540 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2c58ec4c-d559-424f-aa93-d38f374fb093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:34.751490 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2c58ec4c-d559-424f-aa93-d38f374fb093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:34.856204 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5f6089de-e0b5-40e1-ac41-374f076a4873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:34.859570 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58ec4c-d559-424f-aa93-d38f374fb093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ba8d91-cc5b-4e7b-880d-129e8dd2feba,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:34.871250 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-2c58ec4c-d559-424f-aa93-d38f374fb093 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=125526fed9c74f4784e0ef63383cd5cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5003612 May 27 00:21:34.872716 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59742) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:34.897246 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6089de-e0b5-40e1-ac41-374f076a4873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb6b44f-cd00-4329-a862-b30874af0263,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:34.918198 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5f6089de-e0b5-40e1-ac41-374f076a4873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:34.919308 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-5f6089de-e0b5-40e1-ac41-374f076a4873 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9eb6b44f-cd00-4329-a862-b30874af0263 HTTP/1.1" status: 204 len: 168 time: 0.3424532 May 27 00:21:34.926613 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-32d3f24e-1d00-44f3-be11-0ec28605d944 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:34.928262 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-32d3f24e-1d00-44f3-be11-0ec28605d944 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/networks?id=ecd95166-ecd3-4295-8f01-a4359a32e967 HTTP/1.1" status: 200 len: 808 time: 0.2175274 May 27 00:21:34.978372 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-970690c0-d53c-4b45-ad6f-9a3622f055c7 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/quotas/3ddb7033f4204b82aae23682b6f8d4f0 HTTP/1.1" status: 200 len: 375 time: 0.0430522 May 27 00:21:34.981211 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-75dcd445-517d-487d-aa2f-1e4e2c3a6461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:35.043711 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-b3fa4dce-dba5-4e2b-b551-697860a85282 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ddb7033f4204b82aae23682b6f8d4f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523434 May 27 00:21:35.052204 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-75dcd445-517d-487d-aa2f-1e4e2c3a6461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:35.226629 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-184cfe12-6972-4fef-80ef-df64d913579b service neutron] 10.222.0.42 "GET /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669426 May 27 00:21:35.228244 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-75dcd445-517d-487d-aa2f-1e4e2c3a6461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:35.269193 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcd445-517d-487d-aa2f-1e4e2c3a6461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ba8d91-cc5b-4e7b-880d-129e8dd2feba,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:35.274284 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-75dcd445-517d-487d-aa2f-1e4e2c3a6461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:35.278074 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-75dcd445-517d-487d-aa2f-1e4e2c3a6461 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72ba8d91-cc5b-4e7b-880d-129e8dd2feba HTTP/1.1" status: 204 len: 168 time: 0.4003847 May 27 00:21:35.387220 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59760) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:35.389162 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-0e37ce3a-2717-4c69-8cfd-313337db3f27 service neutron] 10.222.0.42 "GET /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447835 May 27 00:21:35.419974 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3628-d3bc-4c81-895c-4a1d2a8c2788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:35.455971 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-4f4b3628-d3bc-4c81-895c-4a1d2a8c2788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:35.460699 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-4f4b3628-d3bc-4c81-895c-4a1d2a8c2788 admin admin] Usage tracker for resource:security_group_rule and tenant:168c17e560ca4649b9da6a4a95eaba36 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:35.464219 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-4f4b3628-d3bc-4c81-895c-4a1d2a8c2788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:35.471969 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-4f4b3628-d3bc-4c81-895c-4a1d2a8c2788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:35.640355 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3628-d3bc-4c81-895c-4a1d2a8c2788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:35.652083 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4f4b3628-d3bc-4c81-895c-4a1d2a8c2788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:35.774215 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-4f4b3628-d3bc-4c81-895c-4a1d2a8c2788 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=168c17e560ca4649b9da6a4a95eaba36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3844714 May 27 00:21:35.777581 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59774) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:35.808641 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2a75fb1a-479b-4ced-b267-08377cebe71b req-379655e2-99c4-40e0-b245-3200a814720b tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 210 time: 0.1059499 May 27 00:21:35.843553 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b3628-d3bc-4c81-895c-4a1d2a8c2788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd728e5f-87c7-4325-af6f-8c20911c4c2f,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:35.889209 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a7955-3669-4ef1-8535-19aacb232459 req-03d686d4-6e7d-4928-9f24-80da582e915f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:35.894014 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-db7a7955-3669-4ef1-8535-19aacb232459 req-03d686d4-6e7d-4928-9f24-80da582e915f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.2578535 May 27 00:21:35.925115 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-464c991c-0ca1-4554-bd25-7ef5f4032334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:35.967414 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-464c991c-0ca1-4554-bd25-7ef5f4032334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:35.975619 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-db7a7955-3669-4ef1-8535-19aacb232459 req-cb4b2a7b-0815-4eae-aedb-117e25df9104 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740645 May 27 00:21:36.037281 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59786) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:36.071010 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-903298c2-49ff-4555-9d66-fd28eaf7c43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:36.078087 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-464c991c-0ca1-4554-bd25-7ef5f4032334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:36.111870 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-903298c2-49ff-4555-9d66-fd28eaf7c43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:36.117684 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-903298c2-49ff-4555-9d66-fd28eaf7c43f admin admin] Usage tracker for resource:security_group_rule and tenant:8808c4d48acb4b4388fded55ad94f9cb is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:36.122074 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-903298c2-49ff-4555-9d66-fd28eaf7c43f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:36.130767 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-903298c2-49ff-4555-9d66-fd28eaf7c43f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:36.130992 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c991c-0ca1-4554-bd25-7ef5f4032334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd728e5f-87c7-4325-af6f-8c20911c4c2f,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:36.142559 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-464c991c-0ca1-4554-bd25-7ef5f4032334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:36.144096 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-464c991c-0ca1-4554-bd25-7ef5f4032334 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd728e5f-87c7-4325-af6f-8c20911c4c2f HTTP/1.1" status: 204 len: 168 time: 0.3569398 May 27 00:21:36.289814 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-903298c2-49ff-4555-9d66-fd28eaf7c43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:36.303584 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-903298c2-49ff-4555-9d66-fd28eaf7c43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:36.370258 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903298c2-49ff-4555-9d66-fd28eaf7c43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb29fa-9f15-4975-acc1-4bcb6bf136fa,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:36.396152 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-903298c2-49ff-4555-9d66-fd28eaf7c43f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8808c4d48acb4b4388fded55ad94f9cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3574128 May 27 00:21:36.396703 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 59800) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:36.486210 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6d5b-30e9-4acd-b40a-7de9430fc543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:36.518275 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6d5b-30e9-4acd-b40a-7de9430fc543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:36.625370 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6d5b-30e9-4acd-b40a-7de9430fc543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:36.662692 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b6d5b-30e9-4acd-b40a-7de9430fc543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb29fa-9f15-4975-acc1-4bcb6bf136fa,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:36.674318 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4a6b6d5b-30e9-4acd-b40a-7de9430fc543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:36.675698 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-4a6b6d5b-30e9-4acd-b40a-7de9430fc543 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1cb29fa-9f15-4975-acc1-4bcb6bf136fa HTTP/1.1" status: 204 len: 168 time: 0.2779884 May 27 00:21:37.017987 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0609a0dc-490a-4857-9801-f3f24d2da807 req-47d1ef36-66a6-4ba5-ab89-fe6f719dd5db tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 210 time: 0.0453539 May 27 00:21:37.198839 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad4b37-e714-433c-a6e9-a09b5f753b08 req-9fd69be3-c53b-4ccb-9611-df30f5feb128 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:37.200428 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-caad4b37-e714-433c-a6e9-a09b5f753b08 req-9fd69be3-c53b-4ccb-9611-df30f5feb128 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.0862632 May 27 00:21:37.362461 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-caad4b37-e714-433c-a6e9-a09b5f753b08 req-87119d2c-bac3-48b9-ae9d-5249b5dd57c0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548922 May 27 00:21:37.389347 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-e805f26a-f505-4689-93b6-161d265bd2ed tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:37.390988 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-e805f26a-f505-4689-93b6-161d265bd2ed tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.60 "GET /v2.0/networks?id=ecd95166-ecd3-4295-8f01-a4359a32e967 HTTP/1.1" status: 200 len: 808 time: 0.1856625 May 27 00:21:37.410093 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Request body: {'port': {'device_id': '03eb4833-0871-4793-a4f6-ea406729e367', 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967', 'admin_state_up': True, 'tenant_id': '3ddb7033f4204b82aae23682b6f8d4f0'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:21:37.621855 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:37.626211 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Usage tracker for resource:port and tenant:3ddb7033f4204b82aae23682b6f8d4f0 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:37.629413 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:37.635791 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:37.648902 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Made reservation on behalf of 3ddb7033f4204b82aae23682b6f8d4f0 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:21:37.653077 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:37.840590 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Allocated IP 172.20.0.4 (ecd95166-ecd3-4295-8f01-a4359a32e967/a92cd670-0b06-41a4-884c-016da96c5fe0/af5756c9-9d55-4e5c-96d0-16ec34dc4089) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:21:38.088314 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:38.122222 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:38.254188 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Network ecd95166-ecd3-4295-8f01-a4359a32e967 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:21:38.259510 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Pushing event updated for resources: {'Port': ['ID=af5756c9-9d55-4e5c-96d0-16ec34dc4089,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:38.264161 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:21:38.267310 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:21:38.344287 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:38.345474 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:38.374861 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f542d22-d70a-4680-9fd9-4663d3d3c3c6 req-257a1a34-c5f6-4250-9db6-477fd0fefe62 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:38.375575 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-4f542d22-d70a-4680-9fd9-4663d3d3c3c6 req-257a1a34-c5f6-4250-9db6-477fd0fefe62 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Synchronizing usage tracker for tenant:3ddb7033f4204b82aae23682b6f8d4f0 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:21:38.380530 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-8dc12e01-7a28-43fd-bb74-16e8726557d9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9753001 May 27 00:21:38.414339 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Request body: {'port': {'device_id': '03eb4833-0871-4793-a4f6-ea406729e367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:21:38.534843 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-4f542d22-d70a-4680-9fd9-4663d3d3c3c6 req-257a1a34-c5f6-4250-9db6-477fd0fefe62 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Unset dirty status for tenant:3ddb7033f4204b82aae23682b6f8d4f0 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:21:38.536203 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4f542d22-d70a-4680-9fd9-4663d3d3c3c6 req-257a1a34-c5f6-4250-9db6-477fd0fefe62 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 931 time: 0.3648970 May 27 00:21:38.639861 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:38.672138 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4f542d22-d70a-4680-9fd9-4663d3d3c3c6 req-7ff648b4-c73c-4fbd-bc7f-7c7a0d910e0a tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208227 May 27 00:21:38.825445 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a3a52-d1ba-4681-898f-a471faff6e2f req-bc161623-42c4-44b3-b157-773756e5468e tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:38.827677 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0c0a3a52-d1ba-4681-898f-a471faff6e2f req-bc161623-42c4-44b3-b157-773756e5468e tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.2273207 May 27 00:21:38.943477 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59900) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:38.975624 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0c0a3a52-d1ba-4681-898f-a471faff6e2f req-5cb41af7-5bb2-4e87-8a8b-3d98fc7b049d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394494 May 27 00:21:39.119377 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5756c9-9d55-4e5c-96d0-16ec34dc4089 {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:21:39.127151 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:39.137861 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fcd6059c-f95b-4608-adf2-4ce263cbaaa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:39.149756 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Transition to ACTIVE for port object af5756c9-9d55-4e5c-96d0-16ec34dc4089 will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:21:39.155657 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:39.172140 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-fcd6059c-f95b-4608-adf2-4ce263cbaaa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:39.176369 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-fcd6059c-f95b-4608-adf2-4ce263cbaaa3 admin admin] Usage tracker for resource:security_group_rule and tenant:1b833d2abc744c418ed50c0edaa87cc3 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:39.179872 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-fcd6059c-f95b-4608-adf2-4ce263cbaaa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:39.187508 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-fcd6059c-f95b-4608-adf2-4ce263cbaaa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:39.281454 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fcd6059c-f95b-4608-adf2-4ce263cbaaa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:39.287626 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fcd6059c-f95b-4608-adf2-4ce263cbaaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:39.297317 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Pushing event updated for resources: {'Port': ['ID=af5756c9-9d55-4e5c-96d0-16ec34dc4089,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:39.341847 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6059c-f95b-4608-adf2-4ce263cbaaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c1aa95-43fc-4859-88bb-a90e1e717d8b,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:39.348257 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-fcd6059c-f95b-4608-adf2-4ce263cbaaa3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b833d2abc744c418ed50c0edaa87cc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4023764 May 27 00:21:39.350912 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59912) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:39.423817 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Attempting to bind port af5756c9-9d55-4e5c-96d0-16ec34dc4089 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:21:39.424367 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Attempting to bind port af5756c9-9d55-4e5c-96d0-16ec34dc4089 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:21:39.424501 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Attempting to bind port af5756c9-9d55-4e5c-96d0-16ec34dc4089 on network ecd95166-ecd3-4295-8f01-a4359a32e967 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:21:39.430298 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Port af5756c9-9d55-4e5c-96d0-16ec34dc4089 on network ecd95166-ecd3-4295-8f01-a4359a32e967 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:21:39.430619 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Attempting to bind port af5756c9-9d55-4e5c-96d0-16ec34dc4089 on network ecd95166-ecd3-4295-8f01-a4359a32e967 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:21:39.437052 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:21:39.437413 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Checking segment: {'id': 'e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:21:39.437787 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Bound using segment: {'id': 'e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:21:39.438201 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Bound port: af5756c9-9d55-4e5c-96d0-16ec34dc4089, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:21:39.438566 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:39.441821 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7332b8cf-a5a1-490f-b468-97c21d2a0b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:39.469634 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7332b8cf-a5a1-490f-b468-97c21d2a0b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:39.532893 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7332b8cf-a5a1-490f-b468-97c21d2a0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:39.534594 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] For port af5756c9-9d55-4e5c-96d0-16ec34dc4089, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:21:39.538627 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] For port af5756c9-9d55-4e5c-96d0-16ec34dc4089, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=af5756c9-9d55-4e5c-96d0-16ec34dc4089,segment=NetworkSegment(e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210),segment_id=e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:21:39.543571 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:39.550582 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332b8cf-a5a1-490f-b468-97c21d2a0b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c1aa95-43fc-4859-88bb-a90e1e717d8b,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:39.555165 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7332b8cf-a5a1-490f-b468-97c21d2a0b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:39.566139 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-7332b8cf-a5a1-490f-b468-97c21d2a0b5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8c1aa95-43fc-4859-88bb-a90e1e717d8b HTTP/1.1" status: 204 len: 168 time: 0.2138429 May 27 00:21:39.618977 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:39.620348 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] 10.222.0.60 "PUT /v2.0/ports/af5756c9-9d55-4e5c-96d0-16ec34dc4089 HTTP/1.1" status: 200 len: 1093 time: 1.2243879 May 27 00:21:39.620789 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03eb4833-0871-4793-a4f6-ea406729e367', 'tag': 'af5756c9-9d55-4e5c-96d0-16ec34dc4089'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:21:39.639553 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41ab48-97cb-4d37-912b-25e1d9dafb10 service neutron] Pushing event updated for resources: {'Port': ['ID=af5756c9-9d55-4e5c-96d0-16ec34dc4089,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:39.790862 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa36d441-9aaf-4b6c-af6b-9d0ddf821357'] response: {'name': 'network-changed', 'server_uuid': '03eb4833-0871-4793-a4f6-ea406729e367', 'tag': 'af5756c9-9d55-4e5c-96d0-16ec34dc4089', 'status': 'completed', 'code': 200} May 27 00:21:39.897032 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-e8199ec2-70c1-492c-a44b-3bcfca949f44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ddb7033f4204b82aae23682b6f8d4f0&device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 1096 time: 0.2152708 May 27 00:21:39.958788 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8a18f-30e7-43c7-9fd3-f1575fbc51d2 req-5a179f2c-54b8-4bc9-87ea-a74ea913f17d tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:39.960262 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d0b8a18f-30e7-43c7-9fd3-f1575fbc51d2 req-5a179f2c-54b8-4bc9-87ea-a74ea913f17d tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 943 time: 0.1421430 May 27 00:21:39.990453 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-6af5c080-1776-4726-b54c-69e8ba6fe497 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5756c9-9d55-4e5c-96d0-16ec34dc4089 HTTP/1.1" status: 200 len: 217 time: 0.0851977 May 27 00:21:40.002878 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59926) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:40.020420 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fd53d2ff-77fe-4f03-97bd-006e40834410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:40.062002 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-fd53d2ff-77fe-4f03-97bd-006e40834410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:40.066410 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-fd53d2ff-77fe-4f03-97bd-006e40834410 admin admin] Usage tracker for resource:security_group_rule and tenant:3db387d856fa452283a34ff9aca7e8a1 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:40.070190 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-fd53d2ff-77fe-4f03-97bd-006e40834410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:40.075362 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d0b8a18f-30e7-43c7-9fd3-f1575fbc51d2 req-640ab984-7a16-469d-be56-054b922dd5ff tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000571 May 27 00:21:40.076732 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-fd53d2ff-77fe-4f03-97bd-006e40834410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:40.087092 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-c5b1686b-db1e-43b7-9e74-822e2e93e44f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:40.088723 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-c5b1686b-db1e-43b7-9e74-822e2e93e44f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92cd670-0b06-41a4-884c-016da96c5fe0 HTTP/1.1" status: 200 len: 848 time: 0.0895410 May 27 00:21:40.156297 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fd53d2ff-77fe-4f03-97bd-006e40834410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:40.160880 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fd53d2ff-77fe-4f03-97bd-006e40834410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:40.176750 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-4ba1d7fe-cf16-4861-9ad5-dbab68d84a60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecd95166-ecd3-4295-8f01-a4359a32e967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807269 May 27 00:21:40.215233 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53d2ff-77fe-4f03-97bd-006e40834410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5d0e6-5914-4abc-a4cb-bb39de76feea,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:40.219427 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-fd53d2ff-77fe-4f03-97bd-006e40834410 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3db387d856fa452283a34ff9aca7e8a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2155795 May 27 00:21:40.222368 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59932) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:40.285759 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a9ee-253c-47bb-9e1b-5473f6231b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:40.316941 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a9ee-253c-47bb-9e1b-5473f6231b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:40.326790 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d82ce-4ff0-4b12-a32d-3ae4d945eff3 req-131b0f1a-f14d-4f14-8971-a2b822012691 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:40.328670 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2a9d82ce-4ff0-4b12-a32d-3ae4d945eff3 req-131b0f1a-f14d-4f14-8971-a2b822012691 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1943197 May 27 00:21:40.367166 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-4d1dee59-1bdd-442a-8f18-4323fd8a8785 service neutron] 10.222.0.60 "GET /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806798 May 27 00:21:40.372443 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a9ee-253c-47bb-9e1b-5473f6231b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:40.387014 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6a9ee-253c-47bb-9e1b-5473f6231b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5d0e6-5914-4abc-a4cb-bb39de76feea,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:40.399357 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2dc6a9ee-253c-47bb-9e1b-5473f6231b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:40.406662 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-2dc6a9ee-253c-47bb-9e1b-5473f6231b73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0e5d0e6-5914-4abc-a4cb-bb39de76feea HTTP/1.1" status: 204 len: 168 time: 0.1830730 May 27 00:21:40.481906 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2a9d82ce-4ff0-4b12-a32d-3ae4d945eff3 req-7fd5a2f8-17bf-412e-907d-b7a00f96c8ce tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414359 May 27 00:21:40.550858 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ff74aea-6474-4dc4-9131-02d7e31879df req-cfba9e10-c117-4dfa-a563-941efb389e1c service neutron] 10.222.0.60 "GET /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735620 May 27 00:21:40.686322 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e03e287-8904-4e8b-baf7-649b4d23d6ef req-e74d7605-309d-4d56-a881-0f2c8187e65d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ddb7033f4204b82aae23682b6f8d4f0&device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 1096 time: 0.0881245 May 27 00:21:40.838494 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03e287-8904-4e8b-baf7-649b4d23d6ef req-37467f46-1272-475d-b6b3-fc399f12321e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:40.839929 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e03e287-8904-4e8b-baf7-649b4d23d6ef req-37467f46-1272-475d-b6b3-fc399f12321e service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecd95166-ecd3-4295-8f01-a4359a32e967 HTTP/1.1" status: 200 len: 909 time: 0.1469977 May 27 00:21:40.913467 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e03e287-8904-4e8b-baf7-649b4d23d6ef req-3762fdcd-be1f-45e5-b93d-bf6c21824fff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af5756c9-9d55-4e5c-96d0-16ec34dc4089 HTTP/1.1" status: 200 len: 217 time: 0.0658603 May 27 00:21:40.943152 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59952) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:40.961727 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-53c1361d-7461-43d2-87b1-7e52832d1f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:40.979512 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03e287-8904-4e8b-baf7-649b4d23d6ef req-2f114039-c953-4427-8506-4623720f17a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:40.980946 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e03e287-8904-4e8b-baf7-649b4d23d6ef req-2f114039-c953-4427-8506-4623720f17a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92cd670-0b06-41a4-884c-016da96c5fe0 HTTP/1.1" status: 200 len: 848 time: 0.0611250 May 27 00:21:40.996895 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-53c1361d-7461-43d2-87b1-7e52832d1f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:41.005167 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-53c1361d-7461-43d2-87b1-7e52832d1f1b admin admin] Usage tracker for resource:security_group_rule and tenant:c143a5967f454b54b1035658cd106b81 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:41.009568 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-53c1361d-7461-43d2-87b1-7e52832d1f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:41.015516 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-53c1361d-7461-43d2-87b1-7e52832d1f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:41.032187 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e03e287-8904-4e8b-baf7-649b4d23d6ef req-1c2a01cd-1997-4aa0-bcf7-a6821976fa4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecd95166-ecd3-4295-8f01-a4359a32e967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440512 May 27 00:21:41.097753 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-53c1361d-7461-43d2-87b1-7e52832d1f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:41.102641 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-53c1361d-7461-43d2-87b1-7e52832d1f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:41.162081 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1361d-7461-43d2-87b1-7e52832d1f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1fa987-765b-4b2b-8a23-a7c400339d1c,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:41.167527 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-53c1361d-7461-43d2-87b1-7e52832d1f1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c143a5967f454b54b1035658cd106b81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2223732 May 27 00:21:41.169754 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 59960) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:41.177966 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e03e287-8904-4e8b-baf7-649b4d23d6ef req-484dd23c-d330-4719-9cc7-6b55871fffac service neutron] 10.222.0.60 "GET /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391454 May 27 00:21:41.240665 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-52756656-f2ee-4e5e-b4e1-545b69a841f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:41.275505 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-52756656-f2ee-4e5e-b4e1-545b69a841f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:41.334466 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-52756656-f2ee-4e5e-b4e1-545b69a841f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:41.351166 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52756656-f2ee-4e5e-b4e1-545b69a841f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1fa987-765b-4b2b-8a23-a7c400339d1c,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:41.355830 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-52756656-f2ee-4e5e-b4e1-545b69a841f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:41.356945 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-52756656-f2ee-4e5e-b4e1-545b69a841f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa1fa987-765b-4b2b-8a23-a7c400339d1c HTTP/1.1" status: 204 len: 168 time: 0.1862340 May 27 00:21:41.384211 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e03e287-8904-4e8b-baf7-649b4d23d6ef req-d15a92d0-ef9c-4e99-9031-6ad7b25ed01e service neutron] 10.222.0.60 "GET /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982911 May 27 00:21:41.390382 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f2c05-1141-4ab0-98a9-3a201e2489fb req-2df4f96f-6482-4d52-98c4-de2ad5d0dbe8 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:41.393900 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c0f2c05-1141-4ab0-98a9-3a201e2489fb req-2df4f96f-6482-4d52-98c4-de2ad5d0dbe8 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 943 time: 0.1378102 May 27 00:21:41.441971 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c0f2c05-1141-4ab0-98a9-3a201e2489fb req-e36fa813-e1e7-495e-b878-137a921cb7d7 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441308 May 27 00:21:41.758546 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e733b1-ad79-4d21-a606-6e6a87e3300c req-de5086ee-f5fa-430a-ac77-b5a09fb63d03 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:41.759899 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e8e733b1-ad79-4d21-a606-6e6a87e3300c req-de5086ee-f5fa-430a-ac77-b5a09fb63d03 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1583524 May 27 00:21:41.814530 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e8e733b1-ad79-4d21-a606-6e6a87e3300c req-60ba51e5-9b63-4c0d-9e0a-100edb65b978 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484571 May 27 00:21:42.548565 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:42.692843 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce476e-e5c3-443e-9194-06be014b209a req-8c6c20cb-0fda-4539-bc17-748553a72bb5 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:42.694362 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7fce476e-e5c3-443e-9194-06be014b209a req-8c6c20cb-0fda-4539-bc17-748553a72bb5 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 943 time: 0.1010284 May 27 00:21:42.742227 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7fce476e-e5c3-443e-9194-06be014b209a req-5c0ba4ed-7658-4cce-a195-6224ec3c74b4 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 May 27 00:21:43.033459 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78759a4-a3c9-4637-8364-7d986cbf7866 req-d72a0855-1425-4ae6-b5c6-e1763a70a1b8 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:43.034928 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c78759a4-a3c9-4637-8364-7d986cbf7866 req-d72a0855-1425-4ae6-b5c6-e1763a70a1b8 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.0809424 May 27 00:21:43.083155 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c78759a4-a3c9-4637-8364-7d986cbf7866 req-2b413b51-d826-4e1d-b462-7e22f77be7b4 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422773 May 27 00:21:43.164820 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aee913c2-2940-437d-80ba-d50ff7a03739 req-04e7908c-3efd-4c04-8c2d-514839d3b492 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843441 May 27 00:21:43.328251 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aee913c2-2940-437d-80ba-d50ff7a03739 req-d8865cab-b20a-4a8a-9d93-db50e57e5d25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 1098 time: 0.0836413 May 27 00:21:43.501895 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee913c2-2940-437d-80ba-d50ff7a03739 req-c471f7c3-5fb4-4d57-bcf7-3d4ee06a1fe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:43.503366 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aee913c2-2940-437d-80ba-d50ff7a03739 req-c471f7c3-5fb4-4d57-bcf7-3d4ee06a1fe3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.1558609 May 27 00:21:43.579636 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aee913c2-2940-437d-80ba-d50ff7a03739 req-a52fd9ad-f0f9-4875-bb50-8136bc6776b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b598bc55-ee2d-4f76-b452-48068945d4e4 HTTP/1.1" status: 200 len: 217 time: 0.0699191 May 27 00:21:43.649828 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee913c2-2940-437d-80ba-d50ff7a03739 req-8e78f346-4316-4410-959e-43ee7e2161c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:43.651503 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aee913c2-2940-437d-80ba-d50ff7a03739 req-8e78f346-4316-4410-959e-43ee7e2161c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.0659654 May 27 00:21:43.671484 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device af5756c9-9d55-4e5c-96d0-16ec34dc4089 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:21:43.743354 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aee913c2-2940-437d-80ba-d50ff7a03739 req-ee6d19f1-6f8d-4e4d-bc40-b8ebccd8a82e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847077 May 27 00:21:43.890908 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port af5756c9-9d55-4e5c-96d0-16ec34dc4089, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=af5756c9-9d55-4e5c-96d0-16ec34dc4089,segment=NetworkSegment(e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210),segment_id=e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:43.905925 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': 'af5756c9-9d55-4e5c-96d0-16ec34dc4089', 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967', 'port_id': 'af5756c9-9d55-4e5c-96d0-16ec34dc4089', 'mac_address': 'fa:16:3e:c2:67:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92cd670-0b06-41a4-884c-016da96c5fe0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:21:43.920693 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aee913c2-2940-437d-80ba-d50ff7a03739 req-79d65f07-9c86-4460-90e1-83b41359a9b8 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694109 May 27 00:21:43.980165 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:43.999791 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5756c9-9d55-4e5c-96d0-16ec34dc4089 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:21:44.017502 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port af5756c9-9d55-4e5c-96d0-16ec34dc4089, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=af5756c9-9d55-4e5c-96d0-16ec34dc4089,segment=NetworkSegment(e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210),segment_id=e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:44.023246 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:44.106620 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=af5756c9-9d55-4e5c-96d0-16ec34dc4089,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:44.141801 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aee913c2-2940-437d-80ba-d50ff7a03739 req-667975e8-a13a-448a-82a7-f98aadc27900 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818790 May 27 00:21:44.166460 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5367c-44ad-47e6-9089-27b7223d86a6 req-b3b791f2-5b92-4bf7-8d9e-e77f1fe44167 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:44.168631 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-04c5367c-44ad-47e6-9089-27b7223d86a6 req-b3b791f2-5b92-4bf7-8d9e-e77f1fe44167 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 943 time: 0.2464828 May 27 00:21:44.254287 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-04c5367c-44ad-47e6-9089-27b7223d86a6 req-f661b186-e968-4e8e-abc7-d8fbf095f72f tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619736 May 27 00:21:44.335845 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c2c70-c77d-42c5-bfeb-37ec66a8f4b5 req-b7d162ad-7b94-4d48-820b-4b2a28e2dd4b tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:44.337286 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-177c2c70-c77d-42c5-bfeb-37ec66a8f4b5 req-b7d162ad-7b94-4d48-820b-4b2a28e2dd4b tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.0821254 May 27 00:21:44.383761 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-177c2c70-c77d-42c5-bfeb-37ec66a8f4b5 req-819b09e6-e14b-49bd-85f1-70979820e9f4 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407999 May 27 00:21:44.447816 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['af5756c9-9d55-4e5c-96d0-16ec34dc4089'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:21:45.309001 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 60078) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:45.483695 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2762578a-b809-416f-b5a3-8c212fd45ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:45.527086 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d9ca4-2808-497c-9ef8-268eb0fc60be req-c8ae536d-f02f-4558-a05f-9235610640e3 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:45.528654 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-044d9ca4-2808-497c-9ef8-268eb0fc60be req-c8ae536d-f02f-4558-a05f-9235610640e3 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 944 time: 0.1319582 May 27 00:21:45.570669 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-2762578a-b809-416f-b5a3-8c212fd45ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:45.593600 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-2762578a-b809-416f-b5a3-8c212fd45ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:c5b38690ad4845519581232790cc0509 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:45.606283 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-2762578a-b809-416f-b5a3-8c212fd45ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:45.611669 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-2762578a-b809-416f-b5a3-8c212fd45ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:45.661382 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-044d9ca4-2808-497c-9ef8-268eb0fc60be req-e5154e6a-119e-4f68-a7c3-22a7b2408d0e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927358 May 27 00:21:45.674852 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device af5756c9-9d55-4e5c-96d0-16ec34dc4089 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:21:45.698589 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ea8e8-6a94-4966-957e-4b8f610e871a req-8305a462-d0f9-4bec-8d9d-544dcb1488ee tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:45.700007 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1a7ea8e8-6a94-4966-957e-4b8f610e871a req-8305a462-d0f9-4bec-8d9d-544dcb1488ee tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1704633 May 27 00:21:45.773096 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2762578a-b809-416f-b5a3-8c212fd45ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:45.780341 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2762578a-b809-416f-b5a3-8c212fd45ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:45.800070 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1a7ea8e8-6a94-4966-957e-4b8f610e871a req-e88a1e75-9396-4548-bcfe-250998c9ccc5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900850 May 27 00:21:45.817329 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port af5756c9-9d55-4e5c-96d0-16ec34dc4089 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:21:45.826260 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port af5756c9-9d55-4e5c-96d0-16ec34dc4089 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:21:45.827132 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:45.839053 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-2762578a-b809-416f-b5a3-8c212fd45ed7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5b38690ad4845519581232790cc0509&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5286176 May 27 00:21:45.841696 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 60092) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:45.844474 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762578a-b809-416f-b5a3-8c212fd45ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462b060d-b5b7-4ff7-9d9f-f2dc32a162ee,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:45.912619 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-94dcdba5-311c-4036-beab-a835cbead978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:45.966033 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-94dcdba5-311c-4036-beab-a835cbead978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:45.999712 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:46.033536 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-94dcdba5-311c-4036-beab-a835cbead978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:46.037785 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eb4833-0871-4793-a4f6-ea406729e367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5756c9-9d55-4e5c-96d0-16ec34dc4089'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:21:46.049852 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcdba5-311c-4036-beab-a835cbead978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462b060d-b5b7-4ff7-9d9f-f2dc32a162ee,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:46.057055 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port af5756c9-9d55-4e5c-96d0-16ec34dc4089, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=af5756c9-9d55-4e5c-96d0-16ec34dc4089,segment=NetworkSegment(e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210),segment_id=e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:46.059384 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-94dcdba5-311c-4036-beab-a835cbead978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:46.061407 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:46.065920 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-94dcdba5-311c-4036-beab-a835cbead978 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/462b060d-b5b7-4ff7-9d9f-f2dc32a162ee HTTP/1.1" status: 204 len: 168 time: 0.2231712 May 27 00:21:46.124983 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f564dafb-6c48-47fb-9e9f-ac2e8162c94e'] response: {'server_uuid': '03eb4833-0871-4793-a4f6-ea406729e367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5756c9-9d55-4e5c-96d0-16ec34dc4089', 'code': 200} May 27 00:21:46.156186 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=af5756c9-9d55-4e5c-96d0-16ec34dc4089,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:46.489802 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60114) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:46.510866 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-aeefbcb4-6047-451b-938c-008c85533d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:46.512012 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-32953a01-4f56-4cb1-9187-e58461e412af req-2abc7931-7caa-4c44-bf63-aad7f23fa510 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 1098 time: 0.1644113 May 27 00:21:46.544901 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-aeefbcb4-6047-451b-938c-008c85533d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:46.549026 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-aeefbcb4-6047-451b-938c-008c85533d99 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ac66ea01b34ba987dc20697b1afcce is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:46.552164 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-aeefbcb4-6047-451b-938c-008c85533d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:46.557982 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-32953a01-4f56-4cb1-9187-e58461e412af req-dfb7566e-ca08-4715-b440-fe746e0454cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 May 27 00:21:46.558279 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-aeefbcb4-6047-451b-938c-008c85533d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:46.641001 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-aeefbcb4-6047-451b-938c-008c85533d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:46.645561 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-aeefbcb4-6047-451b-938c-008c85533d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:46.694192 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefbcb4-6047-451b-938c-008c85533d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372d7c15-ff9a-4658-999e-8f9299b9e449,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:46.701010 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-aeefbcb4-6047-451b-938c-008c85533d99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8ac66ea01b34ba987dc20697b1afcce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2078607 May 27 00:21:46.701239 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60118) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:46.768846 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f7852ec6-4036-45ea-9fd4-408679749fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:46.796428 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f7852ec6-4036-45ea-9fd4-408679749fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:46.858971 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f7852ec6-4036-45ea-9fd4-408679749fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:46.875374 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7852ec6-4036-45ea-9fd4-408679749fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372d7c15-ff9a-4658-999e-8f9299b9e449,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:46.882760 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f7852ec6-4036-45ea-9fd4-408679749fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:46.884130 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-f7852ec6-4036-45ea-9fd4-408679749fbb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/372d7c15-ff9a-4658-999e-8f9299b9e449 HTTP/1.1" status: 204 len: 168 time: 0.1819422 May 27 00:21:46.994935 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58229c1-f9ac-49e9-8123-3351478925a9 req-33ef74d5-bf34-4b48-b1b1-f6a0562d0699 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:46.996282 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e58229c1-f9ac-49e9-8123-3351478925a9 req-33ef74d5-bf34-4b48-b1b1-f6a0562d0699 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 945 time: 0.1440613 May 27 00:21:47.060898 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e58229c1-f9ac-49e9-8123-3351478925a9 req-44d8ca7b-64f1-48cf-8812-af2204212547 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534315 May 27 00:21:47.071808 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891f35f-ba7a-4008-9002-f7c42ea4d7cb req-0517ed06-6a51-4443-957e-e10ee8966bec tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:47.073497 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c891f35f-ba7a-4008-9002-f7c42ea4d7cb req-0517ed06-6a51-4443-957e-e10ee8966bec tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1323872 May 27 00:21:47.132271 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c891f35f-ba7a-4008-9002-f7c42ea4d7cb req-7ed3220e-1f62-4f2a-9981-e181fa2167c3 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527153 May 27 00:21:48.142787 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60160) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:48.424880 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d342d3a2-9e24-4b0e-add2-b4d00acc6cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:48.440067 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0db10-036b-4726-837c-ddc183b906ac req-2ce47c29-53ec-4ff5-b419-b713e1a34339 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:48.441637 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c3d0db10-036b-4726-837c-ddc183b906ac req-2ce47c29-53ec-4ff5-b419-b713e1a34339 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 945 time: 0.2336676 May 27 00:21:48.460738 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-d342d3a2-9e24-4b0e-add2-b4d00acc6cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:48.465109 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-d342d3a2-9e24-4b0e-add2-b4d00acc6cdd admin admin] Usage tracker for resource:security_group_rule and tenant:1a8b96fe15764492b4af64163e53c12b is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:48.468586 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-d342d3a2-9e24-4b0e-add2-b4d00acc6cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:48.481865 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-d342d3a2-9e24-4b0e-add2-b4d00acc6cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:48.533926 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c3d0db10-036b-4726-837c-ddc183b906ac req-a792edae-db70-4322-b67f-6fdf9ee31776 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756152 May 27 00:21:48.548675 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e1f03-e62d-4a2d-a0ee-bd751212fc24 req-6bb2d09c-f7c3-47d7-8228-aee5ec7dd8eb tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:48.550320 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-de0e1f03-e62d-4a2d-a0ee-bd751212fc24 req-6bb2d09c-f7c3-47d7-8228-aee5ec7dd8eb tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1953559 May 27 00:21:48.572815 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d342d3a2-9e24-4b0e-add2-b4d00acc6cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:48.579925 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d342d3a2-9e24-4b0e-add2-b4d00acc6cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:48.613702 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-de0e1f03-e62d-4a2d-a0ee-bd751212fc24 req-992683be-e863-4a1d-ba5a-dde206109021 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572872 May 27 00:21:48.654096 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342d3a2-9e24-4b0e-add2-b4d00acc6cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6c4115-a35e-4082-b88c-65b379de215b,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:48.658725 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-d342d3a2-9e24-4b0e-add2-b4d00acc6cdd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a8b96fe15764492b4af64163e53c12b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5148857 May 27 00:21:48.666932 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 60178) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:48.732194 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f1b207-e8f8-4013-b5fa-074469714cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:48.759816 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f1b207-e8f8-4013-b5fa-074469714cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:48.821772 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f1b207-e8f8-4013-b5fa-074469714cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:48.838743 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1b207-e8f8-4013-b5fa-074469714cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6c4115-a35e-4082-b88c-65b379de215b,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:48.847504 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f1b207-e8f8-4013-b5fa-074469714cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:48.848570 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-78f1b207-e8f8-4013-b5fa-074469714cb4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df6c4115-a35e-4082-b88c-65b379de215b HTTP/1.1" status: 204 len: 168 time: 0.1806347 May 27 00:21:49.278644 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 60198) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:49.301343 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-864ee46f-3dd4-4b39-993e-cc9d7b620166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:49.336970 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-864ee46f-3dd4-4b39-993e-cc9d7b620166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:49.340824 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-864ee46f-3dd4-4b39-993e-cc9d7b620166 admin admin] Usage tracker for resource:security_group_rule and tenant:5f0f221245814f92a706903866a6db1e is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:49.343909 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-864ee46f-3dd4-4b39-993e-cc9d7b620166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:49.350706 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-864ee46f-3dd4-4b39-993e-cc9d7b620166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:49.427780 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-864ee46f-3dd4-4b39-993e-cc9d7b620166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:49.437540 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-864ee46f-3dd4-4b39-993e-cc9d7b620166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:49.489668 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ee46f-3dd4-4b39-993e-cc9d7b620166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc97013-233d-4a52-9de2-ca3974dc8ac5,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:49.496555 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60206) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:49.512731 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-864ee46f-3dd4-4b39-993e-cc9d7b620166 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f0f221245814f92a706903866a6db1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2329137 May 27 00:21:49.570424 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f430b67b-7545-4d4f-bb37-07319969729a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:49.598067 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f430b67b-7545-4d4f-bb37-07319969729a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:49.668643 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f430b67b-7545-4d4f-bb37-07319969729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:49.731925 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430b67b-7545-4d4f-bb37-07319969729a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc97013-233d-4a52-9de2-ca3974dc8ac5,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:49.767897 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f430b67b-7545-4d4f-bb37-07319969729a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:49.771459 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-f430b67b-7545-4d4f-bb37-07319969729a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7bc97013-233d-4a52-9de2-ca3974dc8ac5 HTTP/1.1" status: 204 len: 168 time: 0.2715995 May 27 00:21:49.883941 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8033310-981d-473b-94a7-13df433e119a req-507ee51d-9eff-4f5f-a667-1caeb2b09ad0 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:49.885483 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a8033310-981d-473b-94a7-13df433e119a req-507ee51d-9eff-4f5f-a667-1caeb2b09ad0 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 945 time: 0.1990471 May 27 00:21:49.937445 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f97bb-fae2-47b0-a1d1-43671b16ff74 req-a4b89957-659c-48c3-8b64-a11e454b3999 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:49.939051 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b14f97bb-fae2-47b0-a1d1-43671b16ff74 req-a4b89957-659c-48c3-8b64-a11e454b3999 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1307433 May 27 00:21:49.978975 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a8033310-981d-473b-94a7-13df433e119a req-a901e5ba-a954-4729-aeae-ab9d513eec12 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840907 May 27 00:21:50.010607 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b14f97bb-fae2-47b0-a1d1-43671b16ff74 req-8b450e88-66d2-4ad9-a9f5-5ef60c3cb0c8 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649753 May 27 00:21:51.221566 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f64e9-1d1a-4238-899d-84901635b90a req-571b68ea-7ea8-4636-ae55-4a8b08e9491d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:51.223107 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2e0f64e9-1d1a-4238-899d-84901635b90a req-571b68ea-7ea8-4636-ae55-4a8b08e9491d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.0822451 May 27 00:21:51.283428 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2e0f64e9-1d1a-4238-899d-84901635b90a req-b7571a2e-78f7-4cce-a643-2bd7a62a2973 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545990 May 27 00:21:51.530660 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dbc30-14b0-4a7f-9dde-fce799d93732 req-760bb25c-7e88-4da8-8be3-ad2b7aed849a tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:51.532720 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-407dbc30-14b0-4a7f-9dde-fce799d93732 req-760bb25c-7e88-4da8-8be3-ad2b7aed849a tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 945 time: 0.0768433 May 27 00:21:51.578869 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-407dbc30-14b0-4a7f-9dde-fce799d93732 req-59a924ae-3e5e-483c-afae-7a5931e7db72 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394385 May 27 00:21:52.117503 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9c719498-4412-4c11-a214-d8c6303d5ca3 req-af5b6f27-0fbe-4ba2-bc69-34fc2b967c6e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 1098 time: 0.0784607 May 27 00:21:52.169654 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9c719498-4412-4c11-a214-d8c6303d5ca3 req-75e601c7-4a1d-4280-9fff-4006712f09af service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453720 May 27 00:21:52.409458 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 60338) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:52.491107 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ccb90-f47e-4190-9555-2bc446c2a2d1 req-33b971ac-84bf-487b-8cd2-2456c1d46ffd tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:52.492534 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4e7ccb90-f47e-4190-9555-2bc446c2a2d1 req-33b971ac-84bf-487b-8cd2-2456c1d46ffd tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.0766737 May 27 00:21:52.552221 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4e7ccb90-f47e-4190-9555-2bc446c2a2d1 req-fc8787d0-a5bc-4eb8-83bc-ce8c10306d09 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540857 May 27 00:21:52.556437 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f53bea1a-1bee-42b4-b5cf-bdf7bb9aee89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:52.588792 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-f53bea1a-1bee-42b4-b5cf-bdf7bb9aee89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:52.592586 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-f53bea1a-1bee-42b4-b5cf-bdf7bb9aee89 admin admin] Usage tracker for resource:security_group_rule and tenant:4e8be3f41cc141a6af008ec9dbcd9ebe is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:52.595472 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-f53bea1a-1bee-42b4-b5cf-bdf7bb9aee89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:52.601039 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-f53bea1a-1bee-42b4-b5cf-bdf7bb9aee89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:52.674360 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f53bea1a-1bee-42b4-b5cf-bdf7bb9aee89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:52.678544 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f53bea1a-1bee-42b4-b5cf-bdf7bb9aee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:52.753203 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bea1a-1bee-42b4-b5cf-bdf7bb9aee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e9e2ff-0845-429f-94e2-17c49496c0c0,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:52.762587 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-f53bea1a-1bee-42b4-b5cf-bdf7bb9aee89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e8be3f41cc141a6af008ec9dbcd9ebe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3520997 May 27 00:21:52.765423 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60346) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:52.805436 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4445368-e5f5-4aac-94bb-9fd99b70eae1 req-67e9dbba-858b-41de-98a2-873490553144 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:52.806909 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a4445368-e5f5-4aac-94bb-9fd99b70eae1 req-67e9dbba-858b-41de-98a2-873490553144 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 945 time: 0.0881782 May 27 00:21:52.840912 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ed0-b115-41bf-be8b-d00f8f54301c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:52.856670 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a4445368-e5f5-4aac-94bb-9fd99b70eae1 req-85f88b33-6582-4848-ad38-cf1da721c123 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 May 27 00:21:52.868228 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ed0-b115-41bf-be8b-d00f8f54301c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:52.924309 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ed0-b115-41bf-be8b-d00f8f54301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:52.941157 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec9ed0-b115-41bf-be8b-d00f8f54301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e9e2ff-0845-429f-94e2-17c49496c0c0,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:52.945451 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9ed0-b115-41bf-be8b-d00f8f54301c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:52.949384 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-e4ec9ed0-b115-41bf-be8b-d00f8f54301c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3e9e2ff-0845-429f-94e2-17c49496c0c0 HTTP/1.1" status: 204 len: 168 time: 0.1822476 May 27 00:21:53.291825 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60358) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:53.313372 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a31cd4ce-d6b6-4850-8350-6fa1f3194239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:53.352616 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-a31cd4ce-d6b6-4850-8350-6fa1f3194239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:53.356613 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-a31cd4ce-d6b6-4850-8350-6fa1f3194239 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb41c3b9a114eec8023db78eb30747b is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:53.359614 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-a31cd4ce-d6b6-4850-8350-6fa1f3194239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:53.365522 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-a31cd4ce-d6b6-4850-8350-6fa1f3194239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:53.438867 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a31cd4ce-d6b6-4850-8350-6fa1f3194239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:53.443281 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a31cd4ce-d6b6-4850-8350-6fa1f3194239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:53.487242 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cd4ce-d6b6-4850-8350-6fa1f3194239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2279ba71-ed12-4497-9545-743ede79ef33,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:53.498554 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-a31cd4ce-d6b6-4850-8350-6fa1f3194239 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7eb41c3b9a114eec8023db78eb30747b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2051609 May 27 00:21:53.499040 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 60368) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:53.613134 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-21ef55f3-bc49-4c92-831c-441711315f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:53.659362 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-21ef55f3-bc49-4c92-831c-441711315f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:53.712435 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8a465-a932-440b-b261-3963dd90c737 req-d3873398-f769-4186-8e50-0965a6288e8b tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:53.714962 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-33a8a465-a932-440b-b261-3963dd90c737 req-d3873398-f769-4186-8e50-0965a6288e8b tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.60 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 945 time: 0.1639338 May 27 00:21:53.856493 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-33a8a465-a932-440b-b261-3963dd90c737 req-05c7987f-c684-4c9e-ab74-bd0493325f26 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Deleting port af5756c9-9d55-4e5c-96d0-16ec34dc4089 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:21:53.857536 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-33a8a465-a932-440b-b261-3963dd90c737 req-05c7987f-c684-4c9e-ab74-bd0493325f26 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:53.867608 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60378) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:54.058280 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3cf2124f-c63c-45f2-bc19-b9b9bb10a927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.060666 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-21ef55f3-bc49-4c92-831c-441711315f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.094459 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-3cf2124f-c63c-45f2-bc19-b9b9bb10a927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:54.100599 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-3cf2124f-c63c-45f2-bc19-b9b9bb10a927 admin admin] Usage tracker for resource:security_group_rule and tenant:67849832f7154928a4d0590b478612a9 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:54.102270 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-3cf2124f-c63c-45f2-bc19-b9b9bb10a927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:54.107639 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-3cf2124f-c63c-45f2-bc19-b9b9bb10a927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:54.134059 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef55f3-bc49-4c92-831c-441711315f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2279ba71-ed12-4497-9545-743ede79ef33,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:54.188770 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3cf2124f-c63c-45f2-bc19-b9b9bb10a927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.194848 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3cf2124f-c63c-45f2-bc19-b9b9bb10a927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.226739 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611f64c-8f61-4256-a7bf-f2e06331aeee req-1960a0bd-0432-4bc1-a5a6-829c6593d8c3 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:54.228232 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a611f64c-8f61-4256-a7bf-f2e06331aeee req-1960a0bd-0432-4bc1-a5a6-829c6593d8c3 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.5246975 May 27 00:21:54.243652 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2124f-c63c-45f2-bc19-b9b9bb10a927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2535b1ad-c1c2-4bb1-a6af-e8877dcc743f,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:54.250947 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-3cf2124f-c63c-45f2-bc19-b9b9bb10a927 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67849832f7154928a4d0590b478612a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3820302 May 27 00:21:54.251735 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60388) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:54.274739 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-21ef55f3-bc49-4c92-831c-441711315f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.278583 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-21ef55f3-bc49-4c92-831c-441711315f7b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2279ba71-ed12-4497-9545-743ede79ef33 HTTP/1.1" status: 204 len: 168 time: 0.7783704 May 27 00:21:54.283508 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-ea893ed2-c1fe-4d45-b1f6-fbd02f0a454c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.333173 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b6c58910-612a-4d1e-af93-a7cd4424391e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.360783 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b6c58910-612a-4d1e-af93-a7cd4424391e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.365891 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a611f64c-8f61-4256-a7bf-f2e06331aeee req-f77efa26-a2aa-4b69-9ec5-266159e13f0f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208720 May 27 00:21:54.384618 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a4fcf-cc66-4572-8cf2-9ae7b8fc0934 req-2e9fe888-c048-42eb-9055-fde5594d08b1 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:54.386208 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-257a4fcf-cc66-4572-8cf2-9ae7b8fc0934 req-2e9fe888-c048-42eb-9055-fde5594d08b1 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=03eb4833-0871-4793-a4f6-ea406729e367 HTTP/1.1" status: 200 len: 945 time: 0.3312047 May 27 00:21:54.388062 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-33a8a465-a932-440b-b261-3963dd90c737 req-05c7987f-c684-4c9e-ab74-bd0493325f26 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] For port af5756c9-9d55-4e5c-96d0-16ec34dc4089, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=af5756c9-9d55-4e5c-96d0-16ec34dc4089,segment=NetworkSegment(e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210),segment_id=e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:21:54.388437 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-33a8a465-a932-440b-b261-3963dd90c737 req-05c7987f-c684-4c9e-ab74-bd0493325f26 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.434702 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b6c58910-612a-4d1e-af93-a7cd4424391e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.459928 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c58910-612a-4d1e-af93-a7cd4424391e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2535b1ad-c1c2-4bb1-a6af-e8877dcc743f,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:54.466419 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b6c58910-612a-4d1e-af93-a7cd4424391e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.480310 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-b6c58910-612a-4d1e-af93-a7cd4424391e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2535b1ad-c1c2-4bb1-a6af-e8877dcc743f HTTP/1.1" status: 204 len: 168 time: 0.2275047 May 27 00:21:54.538213 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-33a8a465-a932-440b-b261-3963dd90c737 req-05c7987f-c684-4c9e-ab74-bd0493325f26 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Calling delete_port for af5756c9-9d55-4e5c-96d0-16ec34dc4089 owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:21:54.613901 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-257a4fcf-cc66-4572-8cf2-9ae7b8fc0934 req-1e03d835-0438-402b-a738-66d3c8a87152 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170086 May 27 00:21:54.732985 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-33a8a465-a932-440b-b261-3963dd90c737 req-05c7987f-c684-4c9e-ab74-bd0493325f26 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.749027 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['af5756c9-9d55-4e5c-96d0-16ec34dc4089'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:21:54.786586 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7987f-c684-4c9e-ab74-bd0493325f26 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Pushing event deleted for resources: {'Port': ['ID=af5756c9-9d55-4e5c-96d0-16ec34dc4089,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:54.889313 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a8a465-a932-440b-b261-3963dd90c737 req-05c7987f-c684-4c9e-ab74-bd0493325f26 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] No DVR routers for this DVR port af5756c9-9d55-4e5c-96d0-16ec34dc4089 on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:21:54.892381 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-33a8a465-a932-440b-b261-3963dd90c737 req-05c7987f-c684-4c9e-ab74-bd0493325f26 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:54.896603 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eb4833-0871-4793-a4f6-ea406729e367', 'name': 'network-vif-deleted', 'tag': 'af5756c9-9d55-4e5c-96d0-16ec34dc4089'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:21:54.914882 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-33a8a465-a932-440b-b261-3963dd90c737 req-05c7987f-c684-4c9e-ab74-bd0493325f26 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.60 "DELETE /v2.0/ports/af5756c9-9d55-4e5c-96d0-16ec34dc4089 HTTP/1.1" status: 204 len: 173 time: 1.1560082 May 27 00:21:54.962281 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b641422-2977-41ba-a30b-a56151505730'] response: {'server_uuid': '03eb4833-0871-4793-a4f6-ea406729e367', 'name': 'network-vif-deleted', 'tag': 'af5756c9-9d55-4e5c-96d0-16ec34dc4089', 'status': 'completed', 'code': 200} May 27 00:21:55.007777 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 60410) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:55.035492 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c9822542-e44b-49dd-ad53-cf3b3902b217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:55.071772 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-c9822542-e44b-49dd-ad53-cf3b3902b217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:55.076308 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c9822542-e44b-49dd-ad53-cf3b3902b217 admin admin] Usage tracker for resource:security_group_rule and tenant:9306fa9b6de14ecabdab8bacb16d8ff8 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:55.081674 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c9822542-e44b-49dd-ad53-cf3b3902b217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:55.098117 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-c9822542-e44b-49dd-ad53-cf3b3902b217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:55.185281 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c9822542-e44b-49dd-ad53-cf3b3902b217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:55.190201 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c9822542-e44b-49dd-ad53-cf3b3902b217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:55.236635 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9822542-e44b-49dd-ad53-cf3b3902b217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28112b5-8ecd-4a3f-8c06-b9db71e5606d,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:55.242023 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-c9822542-e44b-49dd-ad53-cf3b3902b217 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9306fa9b6de14ecabdab8bacb16d8ff8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2332211 May 27 00:21:55.244549 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 60418) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:55.311650 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-0f16a7db-5f80-4bff-8c31-99d902071a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:55.341054 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-0f16a7db-5f80-4bff-8c31-99d902071a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:55.415551 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-0f16a7db-5f80-4bff-8c31-99d902071a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:55.431776 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16a7db-5f80-4bff-8c31-99d902071a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28112b5-8ecd-4a3f-8c06-b9db71e5606d,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:55.439246 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-0f16a7db-5f80-4bff-8c31-99d902071a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:55.440404 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-0f16a7db-5f80-4bff-8c31-99d902071a8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a28112b5-8ecd-4a3f-8c06-b9db71e5606d HTTP/1.1" status: 204 len: 168 time: 0.1949608 May 27 00:21:55.743955 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31412181-6c35-4be2-b7e6-038015cea669 req-b9ae962d-a379-4b7a-99fe-2029434dd393 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:55.745687 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-31412181-6c35-4be2-b7e6-038015cea669 req-b9ae962d-a379-4b7a-99fe-2029434dd393 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.1052752 May 27 00:21:55.806374 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-31412181-6c35-4be2-b7e6-038015cea669 req-dc15c214-40e4-4e54-bccc-6d0055789d7e tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547252 May 27 00:21:56.061132 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 60452) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:56.150986 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4d0de329-517d-4f0e-9b49-0df5c2a1775a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:56.241015 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-4d0de329-517d-4f0e-9b49-0df5c2a1775a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:56.250215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b3c0c-e4dd-47b1-bc92-4bd11888a6bd req-805d5c18-07af-4cf2-be0f-b04eb777f8cd tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:56.251683 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ac3b3c0c-e4dd-47b1-bc92-4bd11888a6bd req-805d5c18-07af-4cf2-be0f-b04eb777f8cd tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.3120065 May 27 00:21:56.252579 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-4d0de329-517d-4f0e-9b49-0df5c2a1775a admin admin] Usage tracker for resource:security_group_rule and tenant:f00e2784bb1147e09bd3b085ee77b7d2 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:56.259318 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-39c1b79c-fce4-44e0-aebe-f79333821ed4 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:56.260791 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-39c1b79c-fce4-44e0-aebe-f79333821ed4 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/networks?id=ecd95166-ecd3-4295-8f01-a4359a32e967 HTTP/1.1" status: 200 len: 808 time: 0.2570794 May 27 00:21:56.261645 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-4d0de329-517d-4f0e-9b49-0df5c2a1775a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:56.282113 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-4d0de329-517d-4f0e-9b49-0df5c2a1775a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:56.332812 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-05bd0dbe-d1cf-4da5-bd66-fc526b15eda8 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/quotas/3ddb7033f4204b82aae23682b6f8d4f0 HTTP/1.1" status: 200 len: 375 time: 0.0467556 May 27 00:21:56.377440 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ac3b3c0c-e4dd-47b1-bc92-4bd11888a6bd req-8d79c99c-2d26-40f1-af0e-765ebb1a50ce tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125944 May 27 00:21:56.393246 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-792c0403-3c96-4be8-a487-adbaa1587135 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Synchronizing usage tracker for tenant:3ddb7033f4204b82aae23682b6f8d4f0 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:21:56.437382 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-792c0403-3c96-4be8-a487-adbaa1587135 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Unset dirty status for tenant:3ddb7033f4204b82aae23682b6f8d4f0 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:21:56.438662 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-792c0403-3c96-4be8-a487-adbaa1587135 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ddb7033f4204b82aae23682b6f8d4f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957448 May 27 00:21:56.443998 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4d0de329-517d-4f0e-9b49-0df5c2a1775a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:56.471935 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4d0de329-517d-4f0e-9b49-0df5c2a1775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:56.479194 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-1e959b71-40f4-44d5-989e-7c127ad8c0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:56.589674 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-4d0de329-517d-4f0e-9b49-0df5c2a1775a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f00e2784bb1147e09bd3b085ee77b7d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5274589 May 27 00:21:56.592202 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0de329-517d-4f0e-9b49-0df5c2a1775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606e03c9-2c1e-4fda-ac3e-e1484bce18b0,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:56.592567 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60470) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:56.648537 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-b504a012-44d4-4ed7-9cfd-f19ea1ce7c04 service neutron] 10.222.0.42 "GET /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015750 May 27 00:21:56.679421 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68faf8c2-da54-4086-bd3d-18a37177012c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:56.707822 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68faf8c2-da54-4086-bd3d-18a37177012c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:56.770094 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68faf8c2-da54-4086-bd3d-18a37177012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:56.788280 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68faf8c2-da54-4086-bd3d-18a37177012c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606e03c9-2c1e-4fda-ac3e-e1484bce18b0,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:56.797664 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68faf8c2-da54-4086-bd3d-18a37177012c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:56.799744 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-68faf8c2-da54-4086-bd3d-18a37177012c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/606e03c9-2c1e-4fda-ac3e-e1484bce18b0 HTTP/1.1" status: 204 len: 168 time: 0.2051249 May 27 00:21:56.945386 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-6343aee8-15db-406f-9b70-abbd344bd3eb service neutron] 10.222.0.42 "GET /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901638 May 27 00:21:57.187453 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85380c26-578d-48c1-a9c8-a9e4533ab21c req-3be4e91c-c05b-456a-aca7-4f05dae0bbe7 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 210 time: 0.0526819 May 27 00:21:57.694630 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device af5756c9-9d55-4e5c-96d0-16ec34dc4089 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:21:57.749359 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: af5756c9-9d55-4e5c-96d0-16ec34dc4089 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:21:57.749925 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device af5756c9-9d55-4e5c-96d0-16ec34dc4089 not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:21:57.934799 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:57.992990 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:58.326373 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 60558) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:58.419951 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f7ea99fd-e262-4c78-811a-695eb0e3f9de req-f2520534-740e-4ab9-b6eb-e965c6ab7f59 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 210 time: 0.0582528 May 27 00:21:58.656428 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-745d5ec8-88a6-47b1-b9b6-89a1334e6a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:58.699503 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60570) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:58.768108 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-745d5ec8-88a6-47b1-b9b6-89a1334e6a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:58.777397 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-745d5ec8-88a6-47b1-b9b6-89a1334e6a95 admin admin] Usage tracker for resource:security_group_rule and tenant:38f9304399d340deb17037b66e84d5b0 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:58.784501 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-355eab0a-27a5-43ed-9071-64ba1566f5c7 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:58.786040 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-355eab0a-27a5-43ed-9071-64ba1566f5c7 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.60 "GET /v2.0/networks?id=ecd95166-ecd3-4295-8f01-a4359a32e967 HTTP/1.1" status: 200 len: 808 time: 0.3649397 May 27 00:21:58.786946 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-745d5ec8-88a6-47b1-b9b6-89a1334e6a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:58.798284 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-745d5ec8-88a6-47b1-b9b6-89a1334e6a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:58.806948 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c2626fae-898b-432b-bbe0-d4264d515b05 req-9b593d4f-f89c-4e9c-85c2-6d0c1ed6c763 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 1098 time: 0.2853715 May 27 00:21:58.814659 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Request body: {'port': {'device_id': '1bd8ba27-740e-4de8-8b04-2a14f585d7bb', 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967', 'admin_state_up': True, 'tenant_id': '3ddb7033f4204b82aae23682b6f8d4f0'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:21:58.867819 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9be41704-0c3d-4bdd-b1ce-62c6462f7b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:58.900132 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-9be41704-0c3d-4bdd-b1ce-62c6462f7b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:58.904087 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-9be41704-0c3d-4bdd-b1ce-62c6462f7b21 admin admin] Usage tracker for resource:security_group_rule and tenant:ddff2701221e44dca5871229d706da5d is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:21:58.907038 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-9be41704-0c3d-4bdd-b1ce-62c6462f7b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:21:58.913114 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-9be41704-0c3d-4bdd-b1ce-62c6462f7b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:58.964146 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf30d2-de59-42d0-8130-961add2035df req-6c376028-9e09-4d92-acef-accef04c093e tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:58.965598 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7daf30d2-de59-42d0-8130-961add2035df req-6c376028-9e09-4d92-acef-accef04c093e tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.3940492 May 27 00:21:58.982578 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9be41704-0c3d-4bdd-b1ce-62c6462f7b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:58.987523 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9be41704-0c3d-4bdd-b1ce-62c6462f7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.035021 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be41704-0c3d-4bdd-b1ce-62c6462f7b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9a9a3a-da6e-45ed-bb80-0d4f6d7f6437,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:59.041034 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-9be41704-0c3d-4bdd-b1ce-62c6462f7b21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddff2701221e44dca5871229d706da5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3393884 May 27 00:21:59.043629 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60576) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:59.105196 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-aea868f1-45db-4152-a369-1bc9f0831c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.134326 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-aea868f1-45db-4152-a369-1bc9f0831c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.143374 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7daf30d2-de59-42d0-8130-961add2035df req-3dca1b8c-6ab4-4d43-816b-f2a6428a111d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611185 May 27 00:21:59.149332 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:21:59.153909 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2626fae-898b-432b-bbe0-d4264d515b05 req-335affc0-b0a4-4192-b300-e9711e917ae7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:59.155342 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c2626fae-898b-432b-bbe0-d4264d515b05 req-335affc0-b0a4-4192-b300-e9711e917ae7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.3260095 May 27 00:21:59.192176 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.203849 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-aea868f1-45db-4152-a369-1bc9f0831c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.220798 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea868f1-45db-4152-a369-1bc9f0831c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9a9a3a-da6e-45ed-bb80-0d4f6d7f6437,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:59.224276 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:21:59.226704 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-aea868f1-45db-4152-a369-1bc9f0831c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.229014 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-aea868f1-45db-4152-a369-1bc9f0831c62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e9a9a3a-da6e-45ed-bb80-0d4f6d7f6437 HTTP/1.1" status: 204 len: 168 time: 0.1842213 May 27 00:21:59.254457 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c2626fae-898b-432b-bbe0-d4264d515b05 req-f0e654dc-1ee3-4974-a091-5100236a3bd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b598bc55-ee2d-4f76-b452-48068945d4e4 HTTP/1.1" status: 200 len: 217 time: 0.0870154 May 27 00:21:59.259104 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-745d5ec8-88a6-47b1-b9b6-89a1334e6a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.260434 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Made reservation on behalf of 3ddb7033f4204b82aae23682b6f8d4f0 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:21:59.263398 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.304738 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-745d5ec8-88a6-47b1-b9b6-89a1334e6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.412573 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d5ec8-88a6-47b1-b9b6-89a1334e6a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c844f895-36b5-4c38-bd0c-6f4bc1addb80,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:59.438482 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-745d5ec8-88a6-47b1-b9b6-89a1334e6a95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38f9304399d340deb17037b66e84d5b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1110098 May 27 00:21:59.441589 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60586) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:21:59.443291 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2626fae-898b-432b-bbe0-d4264d515b05 req-df4603ba-ee2b-4877-b2e7-7981fdce5851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:21:59.444808 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c2626fae-898b-432b-bbe0-d4264d515b05 req-df4603ba-ee2b-4877-b2e7-7981fdce5851 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.1717715 May 27 00:21:59.521028 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4382-a2a3-4ea6-b694-2c7a296af027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.552864 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4382-a2a3-4ea6-b694-2c7a296af027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.610803 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4382-a2a3-4ea6-b694-2c7a296af027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.614233 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d0252c90-9a45-480d-bcf2-1e9c771b9d0b req-548a67ed-58d6-4ce7-bc69-dbc2a93eedf9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 210 time: 0.0617518 May 27 00:21:59.632677 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Allocated IP 172.20.0.11 (ecd95166-ecd3-4295-8f01-a4359a32e967/a92cd670-0b06-41a4-884c-016da96c5fe0/b1a32ddb-771b-4957-8f2e-27716b587e27) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:21:59.641544 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff4382-a2a3-4ea6-b694-2c7a296af027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c844f895-36b5-4c38-bd0c-6f4bc1addb80,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:21:59.644533 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a8ff4382-a2a3-4ea6-b694-2c7a296af027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:21:59.646002 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-a8ff4382-a2a3-4ea6-b694-2c7a296af027 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c844f895-36b5-4c38-bd0c-6f4bc1addb80 HTTP/1.1" status: 204 len: 168 time: 0.2033663 May 27 00:21:59.672696 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c2626fae-898b-432b-bbe0-d4264d515b05 req-90daff17-ea75-49b7-b07e-6081ab22edfd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2197213 May 27 00:22:00.024259 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c2626fae-898b-432b-bbe0-d4264d515b05 req-6c969153-a63e-45a4-a5fa-da901f1eea6e service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363309 May 27 00:22:00.064664 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60608) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:00.085443 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c723adf6-36f7-4e9c-980e-879c8369bc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:00.121908 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-c723adf6-36f7-4e9c-980e-879c8369bc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:00.126704 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-c723adf6-36f7-4e9c-980e-879c8369bc63 admin admin] Usage tracker for resource:security_group_rule and tenant:6a0432a4c9cd4f239f7cc29f7193607a is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:00.130305 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-c723adf6-36f7-4e9c-980e-879c8369bc63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:00.136264 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-c723adf6-36f7-4e9c-980e-879c8369bc63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:00.178026 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:00.222959 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c2626fae-898b-432b-bbe0-d4264d515b05 req-a8234688-b657-448e-a5ab-7b1b475e08a4 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871448 May 27 00:22:00.245727 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:00.265304 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c723adf6-36f7-4e9c-980e-879c8369bc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:00.272892 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c723adf6-36f7-4e9c-980e-879c8369bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:00.371380 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Network ecd95166-ecd3-4295-8f01-a4359a32e967 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:22:00.379665 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Pushing event updated for resources: {'Port': ['ID=b1a32ddb-771b-4957-8f2e-27716b587e27,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:00.384026 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:00.386462 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:22:00.400791 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723adf6-36f7-4e9c-980e-879c8369bc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04210255-14bb-421e-936f-0bacf682e325,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:00.416395 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-c723adf6-36f7-4e9c-980e-879c8369bc63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a0432a4c9cd4f239f7cc29f7193607a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3491871 May 27 00:22:00.417102 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60622) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:00.476533 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:00.477870 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:00.484364 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7919-0118-44dc-8e43-1569d7a45335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:00.512765 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7919-0118-44dc-8e43-1569d7a45335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:00.544671 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f8b87271-eefe-4fa1-9a85-35a6ccbbf23e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7431655 May 27 00:22:00.551619 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45270fae-7bb9-4a31-8237-b1170e102282 req-a5f103a0-bc09-4761-b47e-c937159721e2 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:00.553044 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45270fae-7bb9-4a31-8237-b1170e102282 req-a5f103a0-bc09-4761-b47e-c937159721e2 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.2212579 May 27 00:22:00.558714 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Request body: {'port': {'device_id': '1bd8ba27-740e-4de8-8b04-2a14f585d7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:00.578518 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7919-0118-44dc-8e43-1569d7a45335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:00.602912 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c7919-0118-44dc-8e43-1569d7a45335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04210255-14bb-421e-936f-0bacf682e325,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:00.607227 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7919-0118-44dc-8e43-1569d7a45335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:00.608953 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-fa2c7919-0118-44dc-8e43-1569d7a45335 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04210255-14bb-421e-936f-0bacf682e325 HTTP/1.1" status: 204 len: 168 time: 0.1905951 May 27 00:22:00.744509 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45270fae-7bb9-4a31-8237-b1170e102282 req-64e92697-e532-4982-87c3-57b35fc9e4f2 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572349 May 27 00:22:00.757002 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:01.038525 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b800cd4-8ea0-4f4a-b420-422146976a6a req-8af91968-9740-4d0a-a171-5f260a5e0e38 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:01.039261 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0b800cd4-8ea0-4f4a-b420-422146976a6a req-8af91968-9740-4d0a-a171-5f260a5e0e38 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Synchronizing usage tracker for tenant:3ddb7033f4204b82aae23682b6f8d4f0 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:22:01.119451 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0b800cd4-8ea0-4f4a-b420-422146976a6a req-8af91968-9740-4d0a-a171-5f260a5e0e38 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Unset dirty status for tenant:3ddb7033f4204b82aae23682b6f8d4f0 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:22:01.120652 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b800cd4-8ea0-4f4a-b420-422146976a6a req-8af91968-9740-4d0a-a171-5f260a5e0e38 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 932 time: 0.3096266 May 27 00:22:01.203914 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b800cd4-8ea0-4f4a-b420-422146976a6a req-bb90239a-30ef-473b-a907-64d2f2fbfd3b tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747011 May 27 00:22:01.279053 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a32ddb-771b-4957-8f2e-27716b587e27 {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:22:01.287635 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:01.303633 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Transition to ACTIVE for port object b1a32ddb-771b-4957-8f2e-27716b587e27 will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:22:01.309582 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:01.434939 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Pushing event updated for resources: {'Port': ['ID=b1a32ddb-771b-4957-8f2e-27716b587e27,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:01.554888 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Attempting to bind port b1a32ddb-771b-4957-8f2e-27716b587e27 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:22:01.555570 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Attempting to bind port b1a32ddb-771b-4957-8f2e-27716b587e27 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': 'e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:22:01.555570 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Attempting to bind port b1a32ddb-771b-4957-8f2e-27716b587e27 on network ecd95166-ecd3-4295-8f01-a4359a32e967 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:22:01.561509 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Port b1a32ddb-771b-4957-8f2e-27716b587e27 on network ecd95166-ecd3-4295-8f01-a4359a32e967 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:22:01.561824 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Attempting to bind port b1a32ddb-771b-4957-8f2e-27716b587e27 on network ecd95166-ecd3-4295-8f01-a4359a32e967 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:22:01.569064 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:22:01.569449 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Checking segment: {'id': 'e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:22:01.569817 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Bound using segment: {'id': 'e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:22:01.570240 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Bound port: b1a32ddb-771b-4957-8f2e-27716b587e27, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:22:01.570578 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:01.682137 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] For port b1a32ddb-771b-4957-8f2e-27716b587e27, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:22:01.685218 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] For port b1a32ddb-771b-4957-8f2e-27716b587e27, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b1a32ddb-771b-4957-8f2e-27716b587e27,segment=NetworkSegment(e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210),segment_id=e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:22:01.690819 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:01.755353 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:01.756713 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] 10.222.0.60 "PUT /v2.0/ports/b1a32ddb-771b-4957-8f2e-27716b587e27 HTTP/1.1" status: 200 len: 1094 time: 1.2027590 May 27 00:22:01.757165 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd8ba27-740e-4de8-8b04-2a14f585d7bb', 'tag': 'b1a32ddb-771b-4957-8f2e-27716b587e27'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:22:01.774215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810072f0-7a0d-4877-b668-d15d5ae1fe3d service neutron] Pushing event updated for resources: {'Port': ['ID=b1a32ddb-771b-4957-8f2e-27716b587e27,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:01.933715 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93279ec4-de80-4018-af83-85cbddcddf93'] response: {'name': 'network-changed', 'server_uuid': '1bd8ba27-740e-4de8-8b04-2a14f585d7bb', 'tag': 'b1a32ddb-771b-4957-8f2e-27716b587e27', 'status': 'completed', 'code': 200} May 27 00:22:01.971387 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-9c447433-22a0-4a93-8886-3ef527f4f701 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ddb7033f4204b82aae23682b6f8d4f0&device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 1097 time: 0.1533377 May 27 00:22:02.080238 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-321c326f-2032-4e6b-8efd-8d4c69864aad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1a32ddb-771b-4957-8f2e-27716b587e27 HTTP/1.1" status: 200 len: 217 time: 0.0748832 May 27 00:22:02.240329 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e445e-be76-4288-9d83-2b5bca8c14c2 req-b396e6e6-c20c-4eea-aabe-a7d2fdb89ea8 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:02.247453 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-754e445e-be76-4288-9d83-2b5bca8c14c2 req-b396e6e6-c20c-4eea-aabe-a7d2fdb89ea8 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.2802670 May 27 00:22:02.273876 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-d6e724c2-3c18-4873-95db-62960e0034b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:02.275319 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-d6e724c2-3c18-4873-95db-62960e0034b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92cd670-0b06-41a4-884c-016da96c5fe0 HTTP/1.1" status: 200 len: 848 time: 0.1845345 May 27 00:22:02.377180 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f03ec0a3-5738-4f4d-b6ee-83b71f27dcb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecd95166-ecd3-4295-8f01-a4359a32e967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822382 May 27 00:22:02.463493 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-754e445e-be76-4288-9d83-2b5bca8c14c2 req-d24de1f7-823d-4374-b252-0eadb537630c tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151554 May 27 00:22:02.603574 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022afc0-29d1-4ff9-a1f0-136e8d3249d0 req-60731ef6-f47f-4abb-af13-c1bef0a90622 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:02.605032 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5022afc0-29d1-4ff9-a1f0-136e8d3249d0 req-60731ef6-f47f-4abb-af13-c1bef0a90622 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 944 time: 0.2214577 May 27 00:22:02.607188 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-f0548262-f2fa-4110-a984-a347ea21d239 service neutron] 10.222.0.60 "GET /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219732 May 27 00:22:02.793850 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5022afc0-29d1-4ff9-a1f0-136e8d3249d0 req-184478df-e871-441b-b104-a916b8200d6b tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801596 May 27 00:22:02.835949 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f500d2fd-ba83-4002-a806-dcfb7634d61d req-c850ef8f-b511-41bb-83c0-cd438bbe9ecc service neutron] 10.222.0.60 "GET /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204630 May 27 00:22:02.967544 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25763b0a-4314-4c69-baec-4d57ada5c45b req-d844e7c5-b952-48a9-97a8-6249e1c8b274 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ddb7033f4204b82aae23682b6f8d4f0&device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 1097 time: 0.0732148 May 27 00:22:03.100734 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25763b0a-4314-4c69-baec-4d57ada5c45b req-398741b8-de17-4f1b-80f9-3c473d98b3e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:03.102265 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25763b0a-4314-4c69-baec-4d57ada5c45b req-398741b8-de17-4f1b-80f9-3c473d98b3e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecd95166-ecd3-4295-8f01-a4359a32e967 HTTP/1.1" status: 200 len: 909 time: 0.1284986 May 27 00:22:03.170616 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25763b0a-4314-4c69-baec-4d57ada5c45b req-f7d5f63f-9b7e-406d-82fa-56dbd65e7a35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1a32ddb-771b-4957-8f2e-27716b587e27 HTTP/1.1" status: 200 len: 217 time: 0.0611520 May 27 00:22:03.241630 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25763b0a-4314-4c69-baec-4d57ada5c45b req-1f7a169a-a652-4d0d-ba1a-eaab95e483b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:03.243181 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25763b0a-4314-4c69-baec-4d57ada5c45b req-1f7a169a-a652-4d0d-ba1a-eaab95e483b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a92cd670-0b06-41a4-884c-016da96c5fe0 HTTP/1.1" status: 200 len: 848 time: 0.0614278 May 27 00:22:03.288740 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25763b0a-4314-4c69-baec-4d57ada5c45b req-785fabea-bcb8-4c43-ab11-7ecf14bcd559 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecd95166-ecd3-4295-8f01-a4359a32e967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387137 May 27 00:22:03.426591 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25763b0a-4314-4c69-baec-4d57ada5c45b req-6bf20aac-0c31-407e-89c9-e9fda2798074 service neutron] 10.222.0.60 "GET /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294165 May 27 00:22:03.640239 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25763b0a-4314-4c69-baec-4d57ada5c45b req-897011e3-d2ec-44cc-a1c3-12ec90d239e0 service neutron] 10.222.0.60 "GET /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078824 May 27 00:22:03.761907 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431703e-1354-4581-b263-1a686a55ffd4 req-3bdea4f8-5e21-441d-bda1-6091d9aca92a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:03.761907 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7431703e-1354-4581-b263-1a686a55ffd4 req-3bdea4f8-5e21-441d-bda1-6091d9aca92a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.0864074 May 27 00:22:03.812140 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7431703e-1354-4581-b263-1a686a55ffd4 req-4e17a066-885c-4d26-8870-154fd15a5aa3 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 May 27 00:22:04.000463 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220ac72-a2f2-41d8-92cf-5775f3f50108 req-1f99c2a8-e599-434f-a7fc-5cf6145d338c tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:04.002069 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7220ac72-a2f2-41d8-92cf-5775f3f50108 req-1f99c2a8-e599-434f-a7fc-5cf6145d338c tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 944 time: 0.0792844 May 27 00:22:04.049630 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7220ac72-a2f2-41d8-92cf-5775f3f50108 req-e3386d33-8b77-4b49-badc-428014d6820e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 May 27 00:22:05.054881 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f6373-1966-4272-a3ed-27e1366feb6b req-ecff6ded-971b-4961-85d0-ef454ca608bd tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:05.056379 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-116f6373-1966-4272-a3ed-27e1366feb6b req-ecff6ded-971b-4961-85d0-ef454ca608bd tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.0965044 May 27 00:22:05.115711 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-116f6373-1966-4272-a3ed-27e1366feb6b req-828b6922-8638-46a8-be98-2910559e48d3 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533333 May 27 00:22:05.261706 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e641231-7762-48c4-92f3-35906e2cf093 req-15cdc5d9-4f26-4d41-b5db-5aafb01aead9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:05.263178 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2e641231-7762-48c4-92f3-35906e2cf093 req-15cdc5d9-4f26-4d41-b5db-5aafb01aead9 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 944 time: 0.0829132 May 27 00:22:05.314834 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2e641231-7762-48c4-92f3-35906e2cf093 req-9f023f65-3a86-4879-a97e-540b4e547d1a tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 May 27 00:22:06.407403 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f064ca8-4005-49a2-af4b-22e41574a3eb req-2932d9ad-4f18-451f-ab5f-f2cc3b07158c tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:06.408912 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f064ca8-4005-49a2-af4b-22e41574a3eb req-2932d9ad-4f18-451f-ab5f-f2cc3b07158c tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.1682186 May 27 00:22:06.506388 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f064ca8-4005-49a2-af4b-22e41574a3eb req-872bc382-8d5b-4491-be4c-4cdcecb53fc6 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914378 May 27 00:22:06.543166 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ce8ce-507e-4432-af96-7c7c8db139bb req-cf6ea942-43f6-47fa-a492-198d5b452f67 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:06.545712 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b08ce8ce-507e-4432-af96-7c7c8db139bb req-cf6ea942-43f6-47fa-a492-198d5b452f67 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 944 time: 0.0978646 May 27 00:22:06.592919 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b08ce8ce-507e-4432-af96-7c7c8db139bb req-6efcd731-9396-4f23-a758-495b1c92ad62 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 May 27 00:22:06.992643 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:22:07.751792 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device b1a32ddb-771b-4957-8f2e-27716b587e27 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:22:07.754449 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693038e-e963-4410-9f22-eefb40c5d994 req-47ae8960-8350-4081-ab80-a7f2d1262747 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:07.755915 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2693038e-e963-4410-9f22-eefb40c5d994 req-47ae8960-8350-4081-ab80-a7f2d1262747 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.1207778 May 27 00:22:07.858728 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2693038e-e963-4410-9f22-eefb40c5d994 req-f3b5cf19-c337-4ebc-bc5c-084d91e11dab tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728519 May 27 00:22:07.877625 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecf5f8-7811-4981-954c-86e5d65ebb9b req-54788f4d-994b-4442-9c51-4b1bc2aef516 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:07.879143 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-88ecf5f8-7811-4981-954c-86e5d65ebb9b req-54788f4d-994b-4442-9c51-4b1bc2aef516 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 944 time: 0.1223402 May 27 00:22:07.896397 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port b1a32ddb-771b-4957-8f2e-27716b587e27, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b1a32ddb-771b-4957-8f2e-27716b587e27,segment=NetworkSegment(e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210),segment_id=e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:22:07.911991 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': 'b1a32ddb-771b-4957-8f2e-27716b587e27', 'network_id': 'ecd95166-ecd3-4295-8f01-a4359a32e967', 'port_id': 'b1a32ddb-771b-4957-8f2e-27716b587e27', 'mac_address': 'fa:16:3e:61:5c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92cd670-0b06-41a4-884c-016da96c5fe0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:22:07.933776 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-88ecf5f8-7811-4981-954c-86e5d65ebb9b req-74838fd6-8577-429f-940c-b07098fdae20 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488827 May 27 00:22:07.987765 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:08.009540 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a32ddb-771b-4957-8f2e-27716b587e27 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:22:08.028007 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port b1a32ddb-771b-4957-8f2e-27716b587e27, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b1a32ddb-771b-4957-8f2e-27716b587e27,segment=NetworkSegment(e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210),segment_id=e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:22:08.033291 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:08.103598 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=b1a32ddb-771b-4957-8f2e-27716b587e27,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:08.399144 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['b1a32ddb-771b-4957-8f2e-27716b587e27'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:22:08.439335 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60820) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:08.653724 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-05c78d2d-f6d7-4ecd-ad80-27406928522e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:08.688016 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-05c78d2d-f6d7-4ecd-ad80-27406928522e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:08.691860 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-05c78d2d-f6d7-4ecd-ad80-27406928522e admin admin] Usage tracker for resource:security_group_rule and tenant:00f23b1dc4b042ef962394eb92621529 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:08.695133 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-05c78d2d-f6d7-4ecd-ad80-27406928522e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:08.701096 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-05c78d2d-f6d7-4ecd-ad80-27406928522e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:08.766562 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-05c78d2d-f6d7-4ecd-ad80-27406928522e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:08.770333 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-05c78d2d-f6d7-4ecd-ad80-27406928522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:08.820533 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c78d2d-f6d7-4ecd-ad80-27406928522e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271f1896-e706-4165-957d-ab12e9dbf864,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:08.825202 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-05c78d2d-f6d7-4ecd-ad80-27406928522e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00f23b1dc4b042ef962394eb92621529&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3840852 May 27 00:22:08.828260 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60830) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:08.887630 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4d03f37e-7c7b-46f8-ae0c-9c0f9646cbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:08.914808 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4d03f37e-7c7b-46f8-ae0c-9c0f9646cbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:08.968896 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4d03f37e-7c7b-46f8-ae0c-9c0f9646cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:08.985114 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03f37e-7c7b-46f8-ae0c-9c0f9646cbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271f1896-e706-4165-957d-ab12e9dbf864,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:09.004913 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4d03f37e-7c7b-46f8-ae0c-9c0f9646cbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:09.009468 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-4d03f37e-7c7b-46f8-ae0c-9c0f9646cbd2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/271f1896-e706-4165-957d-ab12e9dbf864 HTTP/1.1" status: 204 len: 168 time: 0.1802237 May 27 00:22:09.145737 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24116684-21bc-4460-ad5c-f1a90bb61e1f req-49c8a299-cbfa-44df-8bc8-ce7eb5252c84 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:09.147323 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-24116684-21bc-4460-ad5c-f1a90bb61e1f req-49c8a299-cbfa-44df-8bc8-ce7eb5252c84 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.1450255 May 27 00:22:09.200838 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117782c-c5f9-4ffa-ae39-333a28df824f req-563c3ce7-356b-42dc-a47d-2c62128e6c1a tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:09.202311 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5117782c-c5f9-4ffa-ae39-333a28df824f req-563c3ce7-356b-42dc-a47d-2c62128e6c1a tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 945 time: 0.1334088 May 27 00:22:09.212093 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-24116684-21bc-4460-ad5c-f1a90bb61e1f req-6ef6c897-d578-48a6-a7bc-414876ea595e tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590098 May 27 00:22:09.253518 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5117782c-c5f9-4ffa-ae39-333a28df824f req-3dc474db-c775-406e-8c2f-e7d7daf325da tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446098 May 27 00:22:09.767315 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device b1a32ddb-771b-4957-8f2e-27716b587e27 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:22:09.861977 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port b1a32ddb-771b-4957-8f2e-27716b587e27 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:22:09.869091 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port b1a32ddb-771b-4957-8f2e-27716b587e27 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:09.869866 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:10.038088 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:10.069072 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd8ba27-740e-4de8-8b04-2a14f585d7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a32ddb-771b-4957-8f2e-27716b587e27'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:22:10.080635 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port b1a32ddb-771b-4957-8f2e-27716b587e27, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b1a32ddb-771b-4957-8f2e-27716b587e27,segment=NetworkSegment(e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210),segment_id=e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:22:10.087107 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:10.135061 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 60882) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:10.158907 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650f5fc3-9cf2-42c4-9e0c-3079ec4d151b'] response: {'server_uuid': '1bd8ba27-740e-4de8-8b04-2a14f585d7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a32ddb-771b-4957-8f2e-27716b587e27', 'code': 200} May 27 00:22:10.192806 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=b1a32ddb-771b-4957-8f2e-27716b587e27,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:10.347447 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-84291b08-cb90-4f60-a955-d9a8003e579a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:10.600096 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-84291b08-cb90-4f60-a955-d9a8003e579a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:10.615383 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-84291b08-cb90-4f60-a955-d9a8003e579a admin admin] Usage tracker for resource:security_group_rule and tenant:293e3c26480544aba884e60a7ccd1be7 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:10.620093 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-84291b08-cb90-4f60-a955-d9a8003e579a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:10.628465 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-84291b08-cb90-4f60-a955-d9a8003e579a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:10.678484 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60900) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:10.681824 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be18da-1acf-44ca-bb33-c53739fdad45 req-9ec43d4a-5f94-423e-ad85-4cfcb4f37ee2 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:10.683264 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-72be18da-1acf-44ca-bb33-c53739fdad45 req-9ec43d4a-5f94-423e-ad85-4cfcb4f37ee2 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 946 time: 0.2423463 May 27 00:22:10.713468 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b108e-b807-4e3a-a2b0-1e6d93deb92e req-8908ae77-88b3-4a92-89e2-1c821c2d8713 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:10.714795 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bd4b108e-b807-4e3a-a2b0-1e6d93deb92e req-8908ae77-88b3-4a92-89e2-1c821c2d8713 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.2682579 May 27 00:22:10.717598 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1a2b0425-c8cb-42d9-8e09-a32a3fc60334 req-d79385a7-b31b-44d6-98f2-e2e69b10ec8d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 1099 time: 0.3501685 May 27 00:22:10.826686 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fafee4d0-ee25-4719-b22b-947eccfa78a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:10.844512 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-72be18da-1acf-44ca-bb33-c53739fdad45 req-542cf2bc-5a20-45c2-b4d5-28760ff89b6e tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515946 May 27 00:22:10.861347 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-fafee4d0-ee25-4719-b22b-947eccfa78a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:10.867775 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-fafee4d0-ee25-4719-b22b-947eccfa78a5 admin admin] Usage tracker for resource:security_group_rule and tenant:cc729cd2699842d5a17966b7941ae75a is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:10.868210 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1a2b0425-c8cb-42d9-8e09-a32a3fc60334 req-948ca913-143a-4711-9c07-ddb036ad7eb7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423407 May 27 00:22:10.870936 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-fafee4d0-ee25-4719-b22b-947eccfa78a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:10.874729 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bd4b108e-b807-4e3a-a2b0-1e6d93deb92e req-1511a57b-4ca4-4d41-b37d-0cf199c64e98 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499703 May 27 00:22:10.876369 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-84291b08-cb90-4f60-a955-d9a8003e579a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:10.877382 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-fafee4d0-ee25-4719-b22b-947eccfa78a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:10.881172 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-84291b08-cb90-4f60-a955-d9a8003e579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:10.934039 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84291b08-cb90-4f60-a955-d9a8003e579a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb41bb20-4080-4081-8097-6dc09ae9d36f,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:10.939611 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-84291b08-cb90-4f60-a955-d9a8003e579a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=293e3c26480544aba884e60a7ccd1be7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8033218 May 27 00:22:10.942254 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 60906) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:10.951446 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fafee4d0-ee25-4719-b22b-947eccfa78a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:10.956733 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fafee4d0-ee25-4719-b22b-947eccfa78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:11.005514 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafee4d0-ee25-4719-b22b-947eccfa78a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe5117a-f30d-4325-ab92-fd28896fdfc0,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:11.008557 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9f80b7ff-fc88-4377-8e01-483508ab1ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:11.012636 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-fafee4d0-ee25-4719-b22b-947eccfa78a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc729cd2699842d5a17966b7941ae75a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3303819 May 27 00:22:11.012897 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 60910) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:11.039902 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9f80b7ff-fc88-4377-8e01-483508ab1ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:11.074602 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-12e643b4-c606-47c2-9a76-667866034f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:11.095641 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9f80b7ff-fc88-4377-8e01-483508ab1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:11.102787 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-12e643b4-c606-47c2-9a76-667866034f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:11.112921 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80b7ff-fc88-4377-8e01-483508ab1ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb41bb20-4080-4081-8097-6dc09ae9d36f,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:11.116814 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9f80b7ff-fc88-4377-8e01-483508ab1ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:11.120474 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-9f80b7ff-fc88-4377-8e01-483508ab1ddd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb41bb20-4080-4081-8097-6dc09ae9d36f HTTP/1.1" status: 204 len: 168 time: 0.1748118 May 27 00:22:11.156949 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-12e643b4-c606-47c2-9a76-667866034f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:11.171715 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e643b4-c606-47c2-9a76-667866034f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe5117a-f30d-4325-ab92-fd28896fdfc0,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:11.181525 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-12e643b4-c606-47c2-9a76-667866034f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:11.185043 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-12e643b4-c606-47c2-9a76-667866034f15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbe5117a-f30d-4325-ab92-fd28896fdfc0 HTTP/1.1" status: 204 len: 168 time: 0.1687682 May 27 00:22:12.120032 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602b3fa-b812-42a8-b54b-404577ba441e req-95cd9815-d5a2-4fb5-950e-ed6d0544e958 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:12.121531 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0602b3fa-b812-42a8-b54b-404577ba441e req-95cd9815-d5a2-4fb5-950e-ed6d0544e958 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.1108978 May 27 00:22:12.127766 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e35f8-5d8e-4602-9641-098031e87408 req-5d65a3cf-8f80-4ab2-a60c-0b4aeb2372e1 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:12.129189 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0d5e35f8-5d8e-4602-9641-098031e87408 req-5d65a3cf-8f80-4ab2-a60c-0b4aeb2372e1 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 946 time: 0.1559777 May 27 00:22:12.201299 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0602b3fa-b812-42a8-b54b-404577ba441e req-ef4ef4fe-a13a-45ca-948a-f6cbde2e56a2 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710254 May 27 00:22:12.209312 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0d5e35f8-5d8e-4602-9641-098031e87408 req-b2209710-ac9f-47b7-823d-d6634fea63bf tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650654 May 27 00:22:12.554729 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:12.878276 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6b610fce-9130-4e90-9573-ce7e5971360b req-cac2a453-690b-4770-a1a1-fa6e8fd0aaaa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 1098 time: 0.0908566 May 27 00:22:12.922849 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6b610fce-9130-4e90-9573-ce7e5971360b req-e86eb513-a2ba-47a5-87aa-d6ca124f8408 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383823 May 27 00:22:13.477229 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5cf4b-15f0-44d3-a433-e1595da20bca req-1f3c6f2f-917d-4a85-ab02-6a5fa31daee0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:13.478709 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9df5cf4b-15f0-44d3-a433-e1595da20bca req-1f3c6f2f-917d-4a85-ab02-6a5fa31daee0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.1420736 May 27 00:22:13.484150 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705c4b0-0aef-4c64-8e60-99ed3d775d66 req-cafbbca7-6f23-40b9-8500-aa514384ee0b tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:13.485525 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1705c4b0-0aef-4c64-8e60-99ed3d775d66 req-cafbbca7-6f23-40b9-8500-aa514384ee0b tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 946 time: 0.1476572 May 27 00:22:13.568253 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9df5cf4b-15f0-44d3-a433-e1595da20bca req-f9ff0119-b97f-4d10-8984-00e97644b171 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817845 May 27 00:22:13.570642 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1705c4b0-0aef-4c64-8e60-99ed3d775d66 req-003514fc-08fd-4344-a415-dc894ac6041a tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713155 May 27 00:22:14.707621 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011a398-f178-4e8a-b799-f4644e673443 req-efb1f3dd-a121-4e16-88fb-8ee2c80b3de1 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:14.710007 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8011a398-f178-4e8a-b799-f4644e673443 req-efb1f3dd-a121-4e16-88fb-8ee2c80b3de1 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 946 time: 0.1397109 May 27 00:22:14.766087 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8011a398-f178-4e8a-b799-f4644e673443 req-d2bea902-18c8-4405-b339-cea6c80addce tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 May 27 00:22:14.915941 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1d1cc-dd5f-4ffd-8693-50e0c8b52848 req-4190e97f-76e2-45c2-bfc5-46a075696dd4 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:14.917473 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5ca1d1cc-dd5f-4ffd-8693-50e0c8b52848 req-4190e97f-76e2-45c2-bfc5-46a075696dd4 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.1500394 May 27 00:22:14.967247 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5ca1d1cc-dd5f-4ffd-8693-50e0c8b52848 req-049462e9-6b28-4ce8-9a64-c80f7e3249a5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420916 May 27 00:22:15.447744 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c265ab32-ed22-4232-aec2-aa468b68fb52 req-66239405-293c-49e9-9f9b-8cb55a69ca05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 1098 time: 0.1275868 May 27 00:22:15.537791 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed86b1-bbc7-4aac-b8d2-c979e12e4590 req-d6cd1668-15b8-4097-828a-bd286bb788cb tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:15.539217 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70ed86b1-bbc7-4aac-b8d2-c979e12e4590 req-d6cd1668-15b8-4097-828a-bd286bb788cb tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.1673543 May 27 00:22:15.626153 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70ed86b1-bbc7-4aac-b8d2-c979e12e4590 req-7e403e69-bc71-4f91-a2af-d67ee547d06d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770450 May 27 00:22:15.628535 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ab32-ed22-4232-aec2-aa468b68fb52 req-d191e8c0-7364-419e-b72e-dcbd3280f3f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:15.629984 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c265ab32-ed22-4232-aec2-aa468b68fb52 req-d191e8c0-7364-419e-b72e-dcbd3280f3f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.1741955 May 27 00:22:15.708817 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c265ab32-ed22-4232-aec2-aa468b68fb52 req-a0a1ca95-a4b1-4a95-bf70-31bf42b11d97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b598bc55-ee2d-4f76-b452-48068945d4e4 HTTP/1.1" status: 200 len: 217 time: 0.0693879 May 27 00:22:15.778601 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ab32-ed22-4232-aec2-aa468b68fb52 req-4d7b193b-3331-406b-abe0-70dbad166167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:15.780368 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c265ab32-ed22-4232-aec2-aa468b68fb52 req-4d7b193b-3331-406b-abe0-70dbad166167 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.0595632 May 27 00:22:15.861030 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c265ab32-ed22-4232-aec2-aa468b68fb52 req-7dc29f01-0513-4047-a10b-c5bb4eb233ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713854 May 27 00:22:16.049845 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c265ab32-ed22-4232-aec2-aa468b68fb52 req-0401ff8b-1020-4920-bd00-8243956a9e87 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814890 May 27 00:22:16.062017 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368cf4a-d13a-4df3-a7e5-d35ef0596431 req-b5fc0c8a-db00-4343-85e1-4c0da8e6bdab tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:16.063383 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5368cf4a-d13a-4df3-a7e5-d35ef0596431 req-b5fc0c8a-db00-4343-85e1-4c0da8e6bdab tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 946 time: 0.1725662 May 27 00:22:16.191947 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5368cf4a-d13a-4df3-a7e5-d35ef0596431 req-880cc8dc-750c-42d7-8922-3d44792bb446 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a812fb0-3c2a-4ded-8fda-b56bcb63083a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102633 May 27 00:22:16.228166 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c265ab32-ed22-4232-aec2-aa468b68fb52 req-6f7cd9c0-8ad4-4d39-817b-3a54075bf466 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637142 May 27 00:22:16.420658 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854243e2-1d44-4270-85cc-ef4dd637ac68 req-e35c7361-fab0-4cdb-8aa6-bfde843e620d tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:16.422179 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-854243e2-1d44-4270-85cc-ef4dd637ac68 req-e35c7361-fab0-4cdb-8aa6-bfde843e620d tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 946 time: 0.0816119 May 27 00:22:16.500579 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-854243e2-1d44-4270-85cc-ef4dd637ac68 req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Deleting port b1a32ddb-771b-4957-8f2e-27716b587e27 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:22:16.500930 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-854243e2-1d44-4270-85cc-ef4dd637ac68 req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:16.797667 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-854243e2-1d44-4270-85cc-ef4dd637ac68 req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] For port b1a32ddb-771b-4957-8f2e-27716b587e27, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b1a32ddb-771b-4957-8f2e-27716b587e27,segment=NetworkSegment(e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210),segment_id=e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:22:16.798475 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-854243e2-1d44-4270-85cc-ef4dd637ac68 req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:16.939699 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-854243e2-1d44-4270-85cc-ef4dd637ac68 req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Calling delete_port for b1a32ddb-771b-4957-8f2e-27716b587e27 owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:22:17.114534 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698b1bd-b33b-4503-ad2f-538991de50e0 req-6bd4211e-545f-498b-b77c-074e982c0147 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:17.115984 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7698b1bd-b33b-4503-ad2f-538991de50e0 req-6bd4211e-545f-498b-b77c-074e982c0147 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.3581018 May 27 00:22:17.220713 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7698b1bd-b33b-4503-ad2f-538991de50e0 req-1f77768c-3b87-49c0-8975-4f0b2322ba45 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978456 May 27 00:22:17.226354 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-854243e2-1d44-4270-85cc-ef4dd637ac68 req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:17.246279 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['b1a32ddb-771b-4957-8f2e-27716b587e27'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:22:17.307774 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Pushing event deleted for resources: {'Port': ['ID=b1a32ddb-771b-4957-8f2e-27716b587e27,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:17.384994 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:17.385418 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:17.385810 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:17.386419 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:17.386854 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:17.387339 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:17.387800 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:17.388240 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:17.388650 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:17.389105 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:17.389557 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:17.439802 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1080589e-a232-4c67-91d4-a21d2e096e27 req-8cbfa108-a4c6-4ac5-98b8-5d95e3622808 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bd8ba27-740e-4de8-8b04-2a14f585d7bb HTTP/1.1" status: 200 len: 210 time: 0.1148930 May 27 00:22:17.450367 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-854243e2-1d44-4270-85cc-ef4dd637ac68 req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] No DVR routers for this DVR port b1a32ddb-771b-4957-8f2e-27716b587e27 on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:22:17.453188 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-854243e2-1d44-4270-85cc-ef4dd637ac68 req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:17.455863 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd8ba27-740e-4de8-8b04-2a14f585d7bb', 'name': 'network-vif-deleted', 'tag': 'b1a32ddb-771b-4957-8f2e-27716b587e27'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:22:17.472652 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-854243e2-1d44-4270-85cc-ef4dd637ac68 req-b446a389-692e-48e7-83f5-1e76e9910b22 tempest-VolumesActionsTest-1287328678 tempest-VolumesActionsTest-1287328678-project] 10.222.0.60 "DELETE /v2.0/ports/b1a32ddb-771b-4957-8f2e-27716b587e27 HTTP/1.1" status: 204 len: 173 time: 1.0421052 May 27 00:22:17.522748 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20a96ec-21e2-4dac-93a6-55919d62b979'] response: {'server_uuid': '1bd8ba27-740e-4de8-8b04-2a14f585d7bb', 'name': 'network-vif-deleted', 'tag': 'b1a32ddb-771b-4957-8f2e-27716b587e27', 'status': 'completed', 'code': 200} May 27 00:22:18.445073 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a147013-ff47-4a0a-926b-8045d8beb8b2 req-81acd72e-231f-482f-9c94-764eb8fdbcd8 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:18.446592 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6a147013-ff47-4a0a-926b-8045d8beb8b2 req-81acd72e-231f-482f-9c94-764eb8fdbcd8 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.0828056 May 27 00:22:18.494770 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6a147013-ff47-4a0a-926b-8045d8beb8b2 req-859a2df3-65ae-4606-a680-8038418eb27b tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 May 27 00:22:19.742610 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75703521-d990-4b97-8387-bef79db68c67 req-9627a563-f168-453d-bcf8-e1cf4d327485 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:19.744232 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-75703521-d990-4b97-8387-bef79db68c67 req-9627a563-f168-453d-bcf8-e1cf4d327485 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.0976210 May 27 00:22:19.797185 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-75703521-d990-4b97-8387-bef79db68c67 req-4b61404e-0b4c-44eb-8b19-ae924488cd34 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462573 May 27 00:22:19.802391 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device b1a32ddb-771b-4957-8f2e-27716b587e27 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:22:19.863062 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: b1a32ddb-771b-4957-8f2e-27716b587e27 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:22:19.863475 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device b1a32ddb-771b-4957-8f2e-27716b587e27 not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:22:21.507440 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 32954) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:21.514259 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1372065626', 'description': 'tempest-description--1888505264'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:21.520832 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:21.525022 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Usage tracker for resource:security_group and tenant:489999d6bfaf40418aeab8521c512dca is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:21.528240 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:21.551813 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:21.563723 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:21.601209 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:21.605028 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Usage tracker for resource:security_group_rule and tenant:489999d6bfaf40418aeab8521c512dca is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:21.607912 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:21.614216 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:21.672716 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:21.676418 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:21.721599 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a875110-498c-417c-8d3e-a37cdc0a8295,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:21.730190 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:21.735924 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2223055 May 27 00:22:21.735924 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:21.735924 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:21.735924 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:21.735924 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:21.735924 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:21.735924 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:21.736524 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 32958) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:21.737000 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:21.737000 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:21.737000 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:21.737000 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:21.737618 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09806d56-8775-43ab-9396-cd1d56c10587 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:21.750972 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-ed17ff7e-0faf-4e7a-95cc-15f105c7d620 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Request body: {'security_group_rule': {'security_group_id': '2a875110-498c-417c-8d3e-a37cdc0a8295', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:21.757407 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-ed17ff7e-0faf-4e7a-95cc-15f105c7d620 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:21.762250 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-ed17ff7e-0faf-4e7a-95cc-15f105c7d620 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Usage tracker for resource:security_group_rule and tenant:489999d6bfaf40418aeab8521c512dca is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:21.765582 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-ed17ff7e-0faf-4e7a-95cc-15f105c7d620 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:21.771677 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-ed17ff7e-0faf-4e7a-95cc-15f105c7d620 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:21.805544 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ed17ff7e-0faf-4e7a-95cc-15f105c7d620 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:21.900117 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ed17ff7e-0faf-4e7a-95cc-15f105c7d620 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:21.907696 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ed17ff7e-0faf-4e7a-95cc-15f105c7d620 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:21.935986 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17ff7e-0faf-4e7a-95cc-15f105c7d620 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f701fcbf-7e0a-4150-92bd-ab67b5b3ab66,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:21.947774 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ed17ff7e-0faf-4e7a-95cc-15f105c7d620 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:21.953185 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-ed17ff7e-0faf-4e7a-95cc-15f105c7d620 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2124755 May 27 00:22:21.954809 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 32966) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:21.960876 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-af404cfe-6802-4b50-89cf-fa87b35400d0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Request body: {'security_group_rule': {'security_group_id': '2a875110-498c-417c-8d3e-a37cdc0a8295', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:21.967272 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-af404cfe-6802-4b50-89cf-fa87b35400d0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:21.976517 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-af404cfe-6802-4b50-89cf-fa87b35400d0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Usage tracker for resource:security_group_rule and tenant:489999d6bfaf40418aeab8521c512dca is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:21.981585 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-af404cfe-6802-4b50-89cf-fa87b35400d0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:22.007193 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-af404cfe-6802-4b50-89cf-fa87b35400d0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:22.030876 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af404cfe-6802-4b50-89cf-fa87b35400d0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:22.120825 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af404cfe-6802-4b50-89cf-fa87b35400d0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:22.125697 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af404cfe-6802-4b50-89cf-fa87b35400d0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:22.159476 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af404cfe-6802-4b50-89cf-fa87b35400d0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c33cb12-e270-489c-9cff-d72e1be6c737,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:22.174316 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-af404cfe-6802-4b50-89cf-fa87b35400d0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:22.177805 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-af404cfe-6802-4b50-89cf-fa87b35400d0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2217917 May 27 00:22:22.180103 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 32974) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:22.186488 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Request body: {'floatingip': {'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:22.193047 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:22.198012 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Usage tracker for resource:floatingip and tenant:489999d6bfaf40418aeab8521c512dca is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:22.202008 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:22.208895 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:22.225796 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for floatingip, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:22.416160 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:22.651386 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Allocated IP 172.28.0.125 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/6e666018-59de-431e-b21a-f662eb31256e) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:22:22.861430 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:22.897106 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:22.975799 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:22:22.978690 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:22.982565 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:22:23.033611 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event updated for resources: {'Port': ['ID=6e666018-59de-431e-b21a-f662eb31256e,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:23.209915 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:23.297967 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:23.580859 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:23.587753 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1260117'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:23.608623 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 32992) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:23.774720 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event updated for resources: {'Port': ['ID=6e666018-59de-431e-b21a-f662eb31256e,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:23.781817 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:23.815112 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:23.816732 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-339a75a8-f3da-498c-97b1-2790392c3c32 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6351037 May 27 00:22:23.880463 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-67b2d3cc-a5ab-4aa0-b842-547c2c4f3036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:23.920232 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-67b2d3cc-a5ab-4aa0-b842-547c2c4f3036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:23.925860 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-67b2d3cc-a5ab-4aa0-b842-547c2c4f3036 admin admin] Usage tracker for resource:security_group_rule and tenant:01a238ea6e974313a8818ffc837f928a is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:23.929352 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-67b2d3cc-a5ab-4aa0-b842-547c2c4f3036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:23.936121 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-67b2d3cc-a5ab-4aa0-b842-547c2c4f3036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:24.031981 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-67b2d3cc-a5ab-4aa0-b842-547c2c4f3036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:24.041208 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-67b2d3cc-a5ab-4aa0-b842-547c2c4f3036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:24.124403 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33008) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:24.124777 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-67b2d3cc-a5ab-4aa0-b842-547c2c4f3036 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01a238ea6e974313a8818ffc837f928a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5144911 May 27 00:22:24.127559 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2d3cc-a5ab-4aa0-b842-547c2c4f3036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1238a384-a1a3-427f-9490-31a5a475d189,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:24.198413 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-f86e522f-c047-4310-b42f-b7a29b6a1cc5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1372065626&fields=id&tenant_id=489999d6bfaf40418aeab8521c512dca HTTP/1.1" status: 200 len: 267 time: 0.0719299 May 27 00:22:24.279163 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-1f73f7a7-6ff1-4c52-a578-f08fc19835a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:24.335302 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-407909c8-e596-4e69-bf8d-4d144b709f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:24.370130 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-407909c8-e596-4e69-bf8d-4d144b709f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:24.391683 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-46337d32-31fd-40c7-9a02-b3a2e6a98b4b tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:24.394341 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-46337d32-31fd-40c7-9a02-b3a2e6a98b4b tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 818 time: 0.1880057 May 27 00:22:24.416908 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-7c59be00-7a34-4215-9ade-afc6033d4e94 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/quotas/489999d6bfaf40418aeab8521c512dca HTTP/1.1" status: 200 len: 375 time: 0.0159948 May 27 00:22:24.464246 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-407909c8-e596-4e69-bf8d-4d144b709f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:24.486412 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407909c8-e596-4e69-bf8d-4d144b709f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1238a384-a1a3-427f-9490-31a5a475d189,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:24.490073 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-407909c8-e596-4e69-bf8d-4d144b709f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:24.491310 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-407909c8-e596-4e69-bf8d-4d144b709f2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1238a384-a1a3-427f-9490-31a5a475d189 HTTP/1.1" status: 204 len: 168 time: 0.3653111 May 27 00:22:24.593951 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-a41a96c5-3542-4dd4-b59c-f01f60892c31 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1643190 May 27 00:22:24.844133 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-62036d8f-4735-458d-a1f4-3dde39b226a2 service neutron] 10.222.0.42 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431793 May 27 00:22:25.047259 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-3389dc0c-a794-4c11-9c98-68b465c4e7d1 service neutron] 10.222.0.42 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970575 May 27 00:22:25.345442 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2a20e8e0-5a70-4908-8b30-6e944ec1cc14 req-31805090-2fd3-4cab-b09c-cdffb7a81e34 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 210 time: 0.0633016 May 27 00:22:26.488265 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-4eed2187-4dd3-4050-90b8-cbe94df29064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:26.704395 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ed98c600-c357-4431-807f-3d22751473f3 req-23e29ab4-f999-4d6b-9ac3-025d4a45dd71 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 210 time: 0.1600170 May 27 00:22:26.978050 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-999e3016-0623-45c2-9e2a-b8c4d36a5e1c tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:26.980116 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-999e3016-0623-45c2-9e2a-b8c4d36a5e1c tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 818 time: 0.3458579 May 27 00:22:27.040149 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-297bd340-e2f0-434a-98f0-933b893b5c78 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=489999d6bfaf40418aeab8521c512dca HTTP/1.1" status: 200 len: 380 time: 0.0471368 May 27 00:22:27.049767 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Request body: {'port': {'device_id': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'admin_state_up': True, 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'security_groups': ['2a875110-498c-417c-8d3e-a37cdc0a8295']}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:27.254178 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:27.268258 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:27.281667 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Made reservation on behalf of 489999d6bfaf40418aeab8521c512dca for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:22:27.285737 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:27.582899 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Allocated IP 172.20.0.3 (e949e00c-df52-4269-a2e2-6bf8b8e4c536/09523520-f704-44c6-bf8f-88a494336947/c62c04e8-4458-44be-9ad8-1e170989bb9c) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:22:27.938784 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e93a99ce-cf9d-43b3-b667-971c06356b10 req-3c58f631-f80b-4825-be81-b8dfe7c10235 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 210 time: 0.0688138 May 27 00:22:27.942293 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:27.945936 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:27.965038 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Transition to ACTIVE for port object c62c04e8-4458-44be-9ad8-1e170989bb9c will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:22:27.991780 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:28.018278 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:28.132381 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Network e949e00c-df52-4269-a2e2-6bf8b8e4c536 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:22:28.136609 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:28.138949 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event updated for resources: {'Port': ['ID=c62c04e8-4458-44be-9ad8-1e170989bb9c,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:28.142198 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:22:28.226295 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:28.227573 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:28.266540 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-af8e72e7-ced7-4d79-a1c5-88fa5ce71fbe tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2210131 May 27 00:22:28.279290 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Request body: {'port': {'device_id': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:28.420064 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-ec48bcc2-b8c5-4842-b1ef-9d57a0e3d815 None None] Provisioning for port c62c04e8-4458-44be-9ad8-1e170989bb9c completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:22:28.426718 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-ec48bcc2-b8c5-4842-b1ef-9d57a0e3d815 None None] Provisioning complete for port c62c04e8-4458-44be-9ad8-1e170989bb9c triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:28.427335 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-ec48bcc2-b8c5-4842-b1ef-9d57a0e3d815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:28.434070 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:28.496767 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-ec48bcc2-b8c5-4842-b1ef-9d57a0e3d815 None None] Port c62c04e8-4458-44be-9ad8-1e170989bb9c cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:22:28.868326 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62c04e8-4458-44be-9ad8-1e170989bb9c {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:22:28.876840 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:28.893488 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Transition to ACTIVE for port object c62c04e8-4458-44be-9ad8-1e170989bb9c will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:22:28.898849 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:29.074330 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Pushing event updated for resources: {'Port': ['ID=c62c04e8-4458-44be-9ad8-1e170989bb9c,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:29.221182 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:29.398345 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Attempting to bind port c62c04e8-4458-44be-9ad8-1e170989bb9c on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:22:29.398889 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Attempting to bind port c62c04e8-4458-44be-9ad8-1e170989bb9c by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:22:29.399427 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Attempting to bind port c62c04e8-4458-44be-9ad8-1e170989bb9c on network e949e00c-df52-4269-a2e2-6bf8b8e4c536 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:22:29.413215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Port c62c04e8-4458-44be-9ad8-1e170989bb9c on network e949e00c-df52-4269-a2e2-6bf8b8e4c536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:22:29.413690 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Attempting to bind port c62c04e8-4458-44be-9ad8-1e170989bb9c on network e949e00c-df52-4269-a2e2-6bf8b8e4c536 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:22:29.432911 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:22:29.433483 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Checking segment: {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:22:29.434140 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Bound using segment: {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:22:29.434829 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Bound port: c62c04e8-4458-44be-9ad8-1e170989bb9c, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fcfd19-1500-4c7d-83c2-bb1748cf1e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:22:29.435383 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:29.555370 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faed1f-472d-4735-845a-bfd6bf41014b req-30c119b5-b908-4256-8264-67fafa18a74d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:29.556491 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-d7faed1f-472d-4735-845a-bfd6bf41014b req-30c119b5-b908-4256-8264-67fafa18a74d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Synchronizing usage tracker for tenant:489999d6bfaf40418aeab8521c512dca on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:22:29.610572 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-d7faed1f-472d-4735-845a-bfd6bf41014b req-30c119b5-b908-4256-8264-67fafa18a74d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Unset dirty status for tenant:489999d6bfaf40418aeab8521c512dca on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:22:29.611726 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d7faed1f-472d-4735-845a-bfd6bf41014b req-30c119b5-b908-4256-8264-67fafa18a74d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 943 time: 0.3398118 May 27 00:22:29.638035 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] For port c62c04e8-4458-44be-9ad8-1e170989bb9c, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:22:29.667498 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] For port c62c04e8-4458-44be-9ad8-1e170989bb9c, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c62c04e8-4458-44be-9ad8-1e170989bb9c,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:22:29.683303 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d7faed1f-472d-4735-845a-bfd6bf41014b req-336fab49-efa8-4fa6-8ebb-8ed249255f04 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652442 May 27 00:22:29.684383 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:29.751261 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:29.752576 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] 10.222.0.60 "PUT /v2.0/ports/c62c04e8-4458-44be-9ad8-1e170989bb9c HTTP/1.1" status: 200 len: 1093 time: 1.4779103 May 27 00:22:29.753024 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'tag': 'c62c04e8-4458-44be-9ad8-1e170989bb9c'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:22:29.792691 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcbee0-6e78-4a3f-af7f-677c25803796 service neutron] Pushing event updated for resources: {'Port': ['ID=c62c04e8-4458-44be-9ad8-1e170989bb9c,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:29.836375 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb19efb-2b97-4a9c-ab1d-28c5c9ba3784'] response: {'name': 'network-changed', 'server_uuid': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'tag': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'status': 'completed', 'code': 200} May 27 00:22:29.898613 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-a43cfb55-09b2-48a0-ac15-847c304f2455 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 1096 time: 0.1024415 May 27 00:22:29.982472 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-39676352-bdd0-40e0-a6c2-4049801b56b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c04e8-4458-44be-9ad8-1e170989bb9c HTTP/1.1" status: 200 len: 217 time: 0.0765929 May 27 00:22:30.144533 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-a08850eb-53a7-4a46-afe0-0c8ab9a29927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:30.147089 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-a08850eb-53a7-4a46-afe0-0c8ab9a29927 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.1585541 May 27 00:22:30.267498 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5b611de2-3528-42e5-81ec-96b1d2c29147 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1135118 May 27 00:22:30.435688 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-4afb7f5b-c60e-428f-b26d-1b492f6612b3 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616588 May 27 00:22:30.592480 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a3ef23-8c5c-487b-9c4c-ede358d77300 req-5c30b8e7-674b-42d7-a4c7-9d276070f4bb service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483972 May 27 00:22:30.742618 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1c74b559-65ce-4cf7-b802-972e62c37601 req-097a6987-4438-48ac-8945-94beedd1e8a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 1096 time: 0.0940628 May 27 00:22:30.945780 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74b559-65ce-4cf7-b802-972e62c37601 req-4ec0db8a-e107-4d75-8a5f-44ec947906ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:30.947211 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1c74b559-65ce-4cf7-b802-972e62c37601 req-4ec0db8a-e107-4d75-8a5f-44ec947906ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.1972084 May 27 00:22:31.022876 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db5d65-e092-40b9-8b0f-7787738d6e33 req-00ceb6d2-24f0-43ff-8227-1a2509c99451 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:31.024217 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d3db5d65-e092-40b9-8b0f-7787738d6e33 req-00ceb6d2-24f0-43ff-8227-1a2509c99451 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 943 time: 0.1763194 May 27 00:22:31.025619 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1c74b559-65ce-4cf7-b802-972e62c37601 req-ad420e71-cac6-4782-88ae-ac4919c8ade3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c04e8-4458-44be-9ad8-1e170989bb9c HTTP/1.1" status: 200 len: 217 time: 0.0710564 May 27 00:22:31.122878 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d3db5d65-e092-40b9-8b0f-7787738d6e33 req-082a9471-1cfb-4b73-bb3f-e9efe140423d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929079 May 27 00:22:31.127233 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74b559-65ce-4cf7-b802-972e62c37601 req-36be72ef-eddc-4155-81f5-a246af471bcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:31.128702 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1c74b559-65ce-4cf7-b802-972e62c37601 req-36be72ef-eddc-4155-81f5-a246af471bcc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.0851762 May 27 00:22:31.218749 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1c74b559-65ce-4cf7-b802-972e62c37601 req-44144699-3c73-47ba-b2e3-b9562ef3ed17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826812 May 27 00:22:31.423769 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1c74b559-65ce-4cf7-b802-972e62c37601 req-9a3a22d5-dd57-40df-a589-387932507d77 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974576 May 27 00:22:31.570688 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1c74b559-65ce-4cf7-b802-972e62c37601 req-4e1a071b-6f25-45d2-b162-8bcc161ead38 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413794 May 27 00:22:32.363059 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9bc3e-1e93-40b4-895b-3a3313fb1287 req-873cfdfe-8719-4722-94d1-d65e983bbe6a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:32.364612 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d7c9bc3e-1e93-40b4-895b-3a3313fb1287 req-873cfdfe-8719-4722-94d1-d65e983bbe6a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 943 time: 0.0928051 May 27 00:22:32.455230 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d7c9bc3e-1e93-40b4-895b-3a3313fb1287 req-01126db2-8f48-4aad-90c5-740af3cfd26f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837004 May 27 00:22:33.726715 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981df00-a63e-4df9-b886-c5c18491f353 req-4c80a1ee-78d7-4c12-a1be-0f8fb4cd5975 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:33.728363 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1981df00-a63e-4df9-b886-c5c18491f353 req-4c80a1ee-78d7-4c12-a1be-0f8fb4cd5975 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 943 time: 0.1147211 May 27 00:22:33.780804 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1981df00-a63e-4df9-b886-c5c18491f353 req-4a106159-dffa-49eb-b0cf-4834df1b8b13 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 May 27 00:22:33.867560 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device c62c04e8-4458-44be-9ad8-1e170989bb9c details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:22:34.035173 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port c62c04e8-4458-44be-9ad8-1e170989bb9c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c62c04e8-4458-44be-9ad8-1e170989bb9c,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:22:34.056523 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'port_id': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'mac_address': 'fa:16:3e:39:70:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:22:34.118543 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:34.141866 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62c04e8-4458-44be-9ad8-1e170989bb9c {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:22:34.159953 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port c62c04e8-4458-44be-9ad8-1e170989bb9c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c62c04e8-4458-44be-9ad8-1e170989bb9c,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:22:34.165532 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:34.249586 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=c62c04e8-4458-44be-9ad8-1e170989bb9c,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:34.263329 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:34.264248 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:34.264873 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:34.265437 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:34.265905 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:34.266398 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:34.266912 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:34.267329 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:34.267791 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:34.268246 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:34.268663 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:34.802597 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['c62c04e8-4458-44be-9ad8-1e170989bb9c'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:22:35.047899 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40553208-9784-4419-ab57-41c2213969ef req-fd69caf2-feb3-42bd-9476-bf1a98d39828 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:35.058591 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-40553208-9784-4419-ab57-41c2213969ef req-fd69caf2-feb3-42bd-9476-bf1a98d39828 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 944 time: 0.1179893 May 27 00:22:35.108864 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-40553208-9784-4419-ab57-41c2213969ef req-52449ec0-4902-4b23-accc-cba56f4df76f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490601 May 27 00:22:36.336511 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d1421-5820-4cfa-81f2-642587826aa0 req-8508c8c8-d2a7-4a58-90d2-783b1faa67be tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:36.337984 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d09d1421-5820-4cfa-81f2-642587826aa0 req-8508c8c8-d2a7-4a58-90d2-783b1faa67be tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 944 time: 0.0851858 May 27 00:22:36.397112 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d09d1421-5820-4cfa-81f2-642587826aa0 req-285f7ce7-b912-4af5-a618-e7edb1c8989b tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529573 May 27 00:22:37.890636 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device c62c04e8-4458-44be-9ad8-1e170989bb9c up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:22:37.916295 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b43d6c-8b4a-449d-b285-a4e9c73e4ccd req-29919437-8fdd-4bc6-9178-a2215c2b3061 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:37.926370 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-07b43d6c-8b4a-449d-b285-a4e9c73e4ccd req-29919437-8fdd-4bc6-9178-a2215c2b3061 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 944 time: 0.1936462 May 27 00:22:37.983196 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-07b43d6c-8b4a-449d-b285-a4e9c73e4ccd req-0e3c2f0c-2447-4579-a7bb-3146429270c8 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553324 May 27 00:22:38.043344 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port c62c04e8-4458-44be-9ad8-1e170989bb9c completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:22:38.050126 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port c62c04e8-4458-44be-9ad8-1e170989bb9c triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:38.050495 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:38.189660 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:38.219221 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c04e8-4458-44be-9ad8-1e170989bb9c'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:22:38.230287 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port c62c04e8-4458-44be-9ad8-1e170989bb9c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c62c04e8-4458-44be-9ad8-1e170989bb9c,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:22:38.237671 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:38.327745 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af55150b-3675-4b7e-8045-bf6d6da005d4'] response: {'server_uuid': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'code': 200} May 27 00:22:38.351489 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=c62c04e8-4458-44be-9ad8-1e170989bb9c,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:38.603229 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-84e434a4-2796-4006-a33e-d9e264552677 req-f4e9b270-5ed3-4d05-9de0-f320f5166a03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 1098 time: 0.0735791 May 27 00:22:38.662986 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-84e434a4-2796-4006-a33e-d9e264552677 req-cb239cd1-b0c6-4682-9aa5-f0e0f9a6d170 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537934 May 27 00:22:39.202196 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62c365-d29c-4d02-b0a2-b7b0b9717ab8 req-15874e2d-5600-4810-91c1-cefe27a7d3de tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:39.210267 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-da62c365-d29c-4d02-b0a2-b7b0b9717ab8 req-15874e2d-5600-4810-91c1-cefe27a7d3de tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0930982 May 27 00:22:39.351896 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-da62c365-d29c-4d02-b0a2-b7b0b9717ab8 req-3f6d4916-22de-45bd-97e4-47ebb1a1a381 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402690 May 27 00:22:40.598250 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee200ea-ee90-4d92-a035-aa1c9bd0d2fb req-428e576b-0d63-45ed-b352-fd713209d5bd tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:40.601008 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ee200ea-ee90-4d92-a035-aa1c9bd0d2fb req-428e576b-0d63-45ed-b352-fd713209d5bd tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.1072538 May 27 00:22:40.676358 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ee200ea-ee90-4d92-a035-aa1c9bd0d2fb req-47bfaad1-4766-49b1-aa0b-c6d415b5be24 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694482 May 27 00:22:41.891765 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204eeff7-2ca7-4697-a93d-2d72aec61259 req-62094cb5-b7dc-42d2-80f9-1d23b5f84288 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:41.898967 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-204eeff7-2ca7-4697-a93d-2d72aec61259 req-62094cb5-b7dc-42d2-80f9-1d23b5f84288 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0904949 May 27 00:22:41.944353 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-204eeff7-2ca7-4697-a93d-2d72aec61259 req-84c75e36-7ad2-4ce9-9ad0-748840e0b039 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445781 May 27 00:22:42.142398 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed10a-30da-4a72-a775-addd4090cdde req-5e9bbbed-0c9a-4e4e-bd76-650559051d0d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:42.143739 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a6aed10a-30da-4a72-a775-addd4090cdde req-5e9bbbed-0c9a-4e4e-bd76-650559051d0d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0794041 May 27 00:22:42.153655 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33194) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:42.160238 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-68516b5c-2757-420f-8597-4472f8eef477 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Request body: {'floatingip': {'port_id': 'c62c04e8-4458-44be-9ad8-1e170989bb9c'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:42.243950 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68516b5c-2757-420f-8597-4472f8eef477 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for floatingip, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:42.566143 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:42.874236 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68516b5c-2757-420f-8597-4472f8eef477 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:42.878828 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68516b5c-2757-420f-8597-4472f8eef477 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:42.942644 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8f942600-15dd-40ab-9cc6-3640ea236cf9 req-12addaad-2963-470b-b4bd-df3854f13ad7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669463 May 27 00:22:43.042861 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8f942600-15dd-40ab-9cc6-3640ea236cf9 req-935782aa-12eb-4424-81a0-a13806f21eb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 1098 time: 0.0738988 May 27 00:22:43.082185 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.l3_db [None req-68516b5c-2757-420f-8597-4472f8eef477 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Floating IP ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de associated. External IP: 172.28.0.125, port: c62c04e8-4458-44be-9ad8-1e170989bb9c. May 27 00:22:43.192727 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f942600-15dd-40ab-9cc6-3640ea236cf9 req-8256e596-e86b-4d83-b477-ec2b4049ac96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:43.194316 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8f942600-15dd-40ab-9cc6-3640ea236cf9 req-8256e596-e86b-4d83-b477-ec2b4049ac96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.1315536 May 27 00:22:43.264473 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8f942600-15dd-40ab-9cc6-3640ea236cf9 req-1d09bba2-d0cb-40c7-b985-32207b984db4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32a10f26-c74f-42b0-80d0-e81deea8dc06 HTTP/1.1" status: 200 len: 217 time: 0.0618141 May 27 00:22:43.331593 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f942600-15dd-40ab-9cc6-3640ea236cf9 req-78e23e22-c491-4ba5-8d7c-17013fb9f255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:43.333005 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8f942600-15dd-40ab-9cc6-3640ea236cf9 req-78e23e22-c491-4ba5-8d7c-17013fb9f255 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.0620062 May 27 00:22:43.408934 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8f942600-15dd-40ab-9cc6-3640ea236cf9 req-26e64b92-00f0-405b-8dc3-fca8954545bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683379 May 27 00:22:43.477664 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68516b5c-2757-420f-8597-4472f8eef477 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Router dac47c98-653b-47b5-9e1b-2de4e57aeab4 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:22:43.544548 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8f942600-15dd-40ab-9cc6-3640ea236cf9 req-a5c1a595-9d4c-45ca-84ad-0b15fbc2e26c service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287110 May 27 00:22:43.686180 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8f942600-15dd-40ab-9cc6-3640ea236cf9 req-cda87cce-ee5d-4a2d-b9ca-868950d4a43a service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348627 May 27 00:22:43.705297 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 33242) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:43.757892 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68516b5c-2757-420f-8597-4472f8eef477 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:22:43.763074 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-68516b5c-2757-420f-8597-4472f8eef477 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:43.767833 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3e3ac-2192-4d6b-b570-6712a5ffad6a None None] Sync routers for ids ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:22:43.771042 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cc0387-46dd-4222-89c2-d1b82d6c780d admin admin] Deleting subnet a92cd670-0b06-41a4-884c-016da96c5fe0 {{(pid=83256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:22:43.774243 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-37cc0387-46dd-4222-89c2-d1b82d6c780d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:43.780841 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3e3ac-2192-4d6b-b570-6712a5ffad6a None None] Routers {'dac47c98-653b-47b5-9e1b-2de4e57aeab4'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:22:43.781590 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-31d3e3ac-2192-4d6b-b570-6712a5ffad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:22:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:43.823338 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-68516b5c-2757-420f-8597-4472f8eef477 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "PUT /v2.0/floatingips/ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de HTTP/1.1" status: 200 len: 991 time: 1.6677554 May 27 00:22:43.824673 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'tag': 'c62c04e8-4458-44be-9ad8-1e170989bb9c'}] {{(pid=83255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:22:43.830293 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-37cc0387-46dd-4222-89c2-d1b82d6c780d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058505'] for subnet, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:43.893459 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386707e2-8a49-49be-b131-bddeda15d0d7'] response: {'name': 'network-changed', 'server_uuid': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'tag': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'status': 'completed', 'code': 200} May 27 00:22:43.898723 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-37cc0387-46dd-4222-89c2-d1b82d6c780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:43.984249 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-31d3e3ac-2192-4d6b-b570-6712a5ffad6a None None] Set router dac47c98-653b-47b5-9e1b-2de4e57aeab4 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:22:44.027916 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-37cc0387-46dd-4222-89c2-d1b82d6c780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3030246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2366244'] for subnet, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:44.142209 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e921fb77-1961-49a2-acb7-fc74264e0ac8 req-840b8752-a550-4a5d-9e67-45e0bff978b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 1098 time: 0.2080209 May 27 00:22:44.142902 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc0387-46dd-4222-89c2-d1b82d6c780d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a92cd670-0b06-41a4-884c-016da96c5fe0,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:44.240640 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-37cc0387-46dd-4222-89c2-d1b82d6c780d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:44.256761 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33258) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:44.257299 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-37cc0387-46dd-4222-89c2-d1b82d6c780d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a92cd670-0b06-41a4-884c-016da96c5fe0 HTTP/1.1" status: 204 len: 168 time: 0.5507362 May 27 00:22:44.258327 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:22:44.273654 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 33262) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:44.350089 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921fb77-1961-49a2-acb7-fc74264e0ac8 req-bf8b839f-f4d4-4018-b283-355941c55707 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:44.351548 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e921fb77-1961-49a2-acb7-fc74264e0ac8 req-bf8b839f-f4d4-4018-b283-355941c55707 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.1976244 May 27 00:22:44.389911 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:44.399576 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-31d3e3ac-2192-4d6b-b570-6712a5ffad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'floating_ip_address': '172.28.0.125', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'port_id': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'mac_address': 'fa:16:3e:39:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:22:23Z', 'updated_at': '2022-05-27T00:22:42Z', 'revision_number': 1, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:21:20Z', 'revision_number': 5, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:44.404634 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3e3ac-2192-4d6b-b570-6712a5ffad6a None None] Checking router: dac47c98-653b-47b5-9e1b-2de4e57aeab4 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:22:44.419359 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3e3ac-2192-4d6b-b570-6712a5ffad6a None None] Routers {'dac47c98-653b-47b5-9e1b-2de4e57aeab4'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:22:44.420538 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-31d3e3ac-2192-4d6b-b570-6712a5ffad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:22:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:44.473301 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e921fb77-1961-49a2-acb7-fc74264e0ac8 req-eff8fcd2-a5b6-47e9-8f30-c9ed45bdbfcf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c04e8-4458-44be-9ad8-1e170989bb9c HTTP/1.1" status: 200 len: 999 time: 0.1140375 May 27 00:22:44.534938 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2a2c-60c2-439b-aace-f1d8ced1e2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:44.538366 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:44.568958 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd95166-ecd3-4295-8f01-a4359a32e967']}} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:44.583664 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210') {'for_net_delete': True} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:44.583959 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f0dfd4-bcf4-4bd0-8013-fd6f2f095210') {} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:44.592968 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921fb77-1961-49a2-acb7-fc74264e0ac8 req-8edf6b99-731c-48aa-ae03-bfa547a9cf25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:44.599578 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2907985'] for segment, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:44.601905 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e921fb77-1961-49a2-acb7-fc74264e0ac8 req-8edf6b99-731c-48aa-ae03-bfa547a9cf25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.1121461 May 27 00:22:44.609556 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-2c8f2a2c-60c2-439b-aace-f1d8ced1e2be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:44.621484 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:44.634831 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:22:44.635245 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1260145'] for segment, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: Traceback (most recent call last): May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: timer() May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: cb(*args, **kw) May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: return func(*args, **kwargs) May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: self._notify() May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: self.callback(batched_events) May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: event.method(event) May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: return f(self, *a, **k) May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: return self._get(url).json() May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: return self.request(url, 'GET', **kwargs) May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:22:44.649629 dv-cinder-843305-3-smb neutron-server[83255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:22:44.674725 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-2c8f2a2c-60c2-439b-aace-f1d8ced1e2be admin admin] Usage tracker for resource:security_group_rule and tenant:ab32854420d348d38267ab68417a9733 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:44.682560 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-2c8f2a2c-60c2-439b-aace-f1d8ced1e2be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:44.698471 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-2c8f2a2c-60c2-439b-aace-f1d8ced1e2be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:44.720772 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-31d3e3ac-2192-4d6b-b570-6712a5ffad6a None None] Set router dac47c98-653b-47b5-9e1b-2de4e57aeab4 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:22:44.737572 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:44.742910 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:44.764836 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ecd95166-ecd3-4295-8f01-a4359a32e967 HTTP/1.1" status: 204 len: 168 time: 0.5065274 May 27 00:22:44.766312 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e921fb77-1961-49a2-acb7-fc74264e0ac8 req-5b29816d-5ad3-4179-96ff-3a8b3895d816 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1516945 May 27 00:22:44.768446 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bcd08-2928-4da8-9d5b-4e124155ab49 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd95166-ecd3-4295-8f01-a4359a32e967,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:44.866697 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2a2c-60c2-439b-aace-f1d8ced1e2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:44.878542 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2a2c-60c2-439b-aace-f1d8ced1e2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:44.927339 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33270) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:44.947079 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f2a2c-60c2-439b-aace-f1d8ced1e2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e397817b-95c2-4b22-9ebf-8f97172fc11a,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:44.956800 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-2c8f2a2c-60c2-439b-aace-f1d8ced1e2be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab32854420d348d38267ab68417a9733&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6817026 May 27 00:22:44.958902 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 33274) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:44.994159 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-0c7ccf01-2163-42e4-8c1d-26b3e3a507fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ddb7033f4204b82aae23682b6f8d4f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0654018 May 27 00:22:44.994758 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33278) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:44.997023 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e921fb77-1961-49a2-acb7-fc74264e0ac8 req-f36c7d06-c914-44de-bac5-1fb8eb22e8c4 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185233 May 27 00:22:45.070664 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2660570d-b448-4ec8-989b-53d6bd5a3f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:45.105174 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2660570d-b448-4ec8-989b-53d6bd5a3f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:45.116998 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-31d3e3ac-2192-4d6b-b570-6712a5ffad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'floating_ip_address': '172.28.0.125', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'port_id': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'mac_address': 'fa:16:3e:39:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:22:23Z', 'updated_at': '2022-05-27T00:22:42Z', 'revision_number': 1, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:21:20Z', 'revision_number': 5, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:45.121433 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1e56c687-7f06-4e03-a93a-df7bc401e2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:45.121969 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3e3ac-2192-4d6b-b570-6712a5ffad6a None None] The sync data for ids ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'] in dv-cinder-843305-3-smb is: [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'floating_ip_address': '172.28.0.125', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'port_id': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'mac_address': 'fa:16:3e:39:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:22:23Z', 'updated_at': '2022-05-27T00:22:42Z', 'revision_number': 1, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:21:20Z', 'revision_number': 5, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:22:45.166702 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2660570d-b448-4ec8-989b-53d6bd5a3f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:45.183076 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660570d-b448-4ec8-989b-53d6bd5a3f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a812fb0-3c2a-4ded-8fda-b56bcb63083a,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:45.185754 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1e56c687-7f06-4e03-a93a-df7bc401e2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:45.192490 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2660570d-b448-4ec8-989b-53d6bd5a3f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:45.197303 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-2660570d-b448-4ec8-989b-53d6bd5a3f48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a812fb0-3c2a-4ded-8fda-b56bcb63083a HTTP/1.1" status: 204 len: 168 time: 0.1993694 May 27 00:22:45.205031 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e921fb77-1961-49a2-acb7-fc74264e0ac8 req-8fb86490-e80c-4bb6-bb0b-1079bd699a99 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954088 May 27 00:22:45.252244 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1e56c687-7f06-4e03-a93a-df7bc401e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:45.270703 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56c687-7f06-4e03-a93a-df7bc401e2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e397817b-95c2-4b22-9ebf-8f97172fc11a,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:45.277371 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1e56c687-7f06-4e03-a93a-df7bc401e2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:45.278516 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-1e56c687-7f06-4e03-a93a-df7bc401e2d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e397817b-95c2-4b22-9ebf-8f97172fc11a HTTP/1.1" status: 204 len: 168 time: 0.3187189 May 27 00:22:45.434744 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd1c0e5-a7e3-4df6-b74f-e0c9b487e481 None None] New status for floating IP ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de: ACTIVE {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:22:46.395950 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33324) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:46.528205 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-8271228-network', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:46.532749 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:46.536763 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Usage tracker for resource:network and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:46.539990 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:46.547177 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:46.556997 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Made reservation on behalf of 5c2af662b43a4f84956f7ba127bb9a16 for: {'network': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:22:46.559199 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:46.572061 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:46.609216 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:46.613365 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Usage tracker for resource:security_group_rule and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:46.616280 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:46.622627 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:46.699820 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:46.704446 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:46.734982 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=83255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:22:46.743549 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98df21b0-65ca-48e1-a7f0-503c974b5196,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:46.749758 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:46.750101 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.segments_db [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Added segment 887085df-e545-4931-81bb-0202d06a32a5 of type vlan for network 261c4044-c276-4e89-9a06-198050aed13e May 27 00:22:46.779666 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:46.813948 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:46.814941 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:46.815697 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:46.918447 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] Pushing event updated for resources: {'Network': ['ID=261c4044-c276-4e89-9a06-198050aed13e,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:46.922310 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-1cd4215e-7898-41da-9bff-bb89e994c4cf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5252237 May 27 00:22:46.925380 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33350) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:46.930969 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network 261c4044-c276-4e89-9a06-198050aed13e details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:22:46.934115 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Request body: {'subnet': {'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-8271228-subnet', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'ip_version': 4}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:46.939563 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:46.943696 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Usage tracker for resource:subnet and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:46.946926 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:46.953162 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:46.964412 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Made reservation on behalf of 5c2af662b43a4f84956f7ba127bb9a16 for: {'subnet': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:22:46.967083 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3110806'] for subnet, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:47.194173 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1260248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3110788'] for subnet, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:47.271840 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d72414-5875-4842-92db-39d3f35d5380,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:47.282052 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Checking segment: {'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:22:47.282407 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Network hostable DHCP agents. Network: 261c4044-c276-4e89-9a06-198050aed13e, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:22:47.306348 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Network 261c4044-c276-4e89-9a06-198050aed13e is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:22:47.316141 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, 261c4044-c276-4e89-9a06-198050aed13e) {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:47.319940 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:47.320513 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:47.326988 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f842b2-db6c-4e20-a0c6-eb831706660e None None] Network 261c4044-c276-4e89-9a06-198050aed13e requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:22:47.348686 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-1bd48288-6d7c-4c97-bd39-b8350b512e42 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4218862 May 27 00:22:47.351309 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 33358) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:47.358970 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:47.364351 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:47.368720 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Usage tracker for resource:router and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:47.372215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:47.378318 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:47.390442 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31859'] for router, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:47.391524 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31864'] for router, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:47.413347 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:47.562733 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1824265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31854'] for router, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:47.575443 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96a82df2-393d-51df-9307-dc13b25ad232-261c4044-c276-4e89-9a06-198050aed13e', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'fixed_ips': [{'subnet_id': '67d72414-5875-4842-92db-39d3f35d5380'}]}} from dv-cinder-843305-3-smb. {{(pid=83257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 00:22:47.576912 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:47.770027 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.db_base_plugin_common [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Allocated IP 172.20.0.2 (261c4044-c276-4e89-9a06-198050aed13e/67d72414-5875-4842-92db-39d3f35d5380/1b14b18c-a9f2-4e69-bdbe-9380ae8c6207) {{(pid=83257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:22:47.771684 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:47.818720 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:47.996699 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Notify callbacks [] for port, precommit_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:48.008356 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Transition to ACTIVE for port object 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:22:48.011712 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Allocated IP 172.28.0.174 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/758158e3-4749-4040-a264-78bf53b63246) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:22:48.030806 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Transition to ACTIVE for port object 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 will not be triggered until provisioned by entity DHCP. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:22:48.037216 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:48.109743 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Network 261c4044-c276-4e89-9a06-198050aed13e is already hosted by enough agents. {{(pid=83257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:22:48.110878 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.base_scheduler [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Resources bound (agent type, host, resource id): {{(pid=83257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:48.115653 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Received port after_create {{(pid=83257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:22:48.122272 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Pushing event updated for resources: {'Port': ['ID=1b14b18c-a9f2-4e69-bdbe-9380ae8c6207,revision_number=1']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:48.183259 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:48.210889 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Attempting to bind port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:22:48.211244 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Attempting to bind port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:22:48.211597 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Attempting to bind port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 on network 261c4044-c276-4e89-9a06-198050aed13e {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:22:48.218620 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:22:48.218955 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Checking segment: {'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:22:48.219402 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:48.219898 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Bound using segment: {'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:22:48.220931 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Bound port: 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:22:48.221997 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:48.225084 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:48.326365 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] For port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:22:48.329961 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] For port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=1b14b18c-a9f2-4e69-bdbe-9380ae8c6207,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:22:48.338706 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:48.384891 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:22:48.392537 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:48.394489 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Pushing event updated for resources: {'Port': ['ID=758158e3-4749-4040-a264-78bf53b63246,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:48.396655 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:22:48.427021 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f33a8-6136-4f99-a4db-c4b5f85ee74a None None] Pushing event updated for resources: {'Port': ['ID=1b14b18c-a9f2-4e69-bdbe-9380ae8c6207,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:48.595476 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:48.596617 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825177'] for router, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:48.854119 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Router e0562dad-7a51-49fc-9fff-6e1daaccab7e is scheduled to L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 with binding_index 1 {{(pid=83256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 00:22:49.064594 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:22:49.074380 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Sync routers for ids ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:22:49.089940 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Routers {'e0562dad-7a51-49fc-9fff-6e1daaccab7e'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:22:49.092475 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] Notify callbacks [] for router, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:49.096385 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-3dbcfaca-205d-4a3c-8d57-0a081246f596 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7409294 May 27 00:22:49.096954 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 33364) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:49.097094 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:22:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:49.326553 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Set router e0562dad-7a51-49fc-9fff-6e1daaccab7e gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:22:49.463821 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:22:49.505304 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deb2441-cde3-4029-93d8-3ee155cff394 None None] Network 261c4044-c276-4e89-9a06-198050aed13e requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:22:49.612079 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-6bec281e-d178-4ed9-9b0b-5c83983fe2d4 None None] Provisioning for port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:22:49.641705 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:22:49.648655 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:49.649228 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:49.703302 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:48Z', 'revision_number': 3, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:49.707579 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Checking router: e0562dad-7a51-49fc-9fff-6e1daaccab7e for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:22:49.708066 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Updating router e0562dad-7a51-49fc-9fff-6e1daaccab7e port 758158e3-4749-4040-a264-78bf53b63246 binding host dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:22:49.774522 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:49.893195 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:49.949537 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=1b14b18c-a9f2-4e69-bdbe-9380ae8c6207,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:22:49.957058 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:49.992781 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:50.038849 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=1b14b18c-a9f2-4e69-bdbe-9380ae8c6207,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:50.243707 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Notify callbacks [] for port, precommit_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:50.258744 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.provisioning_blocks [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Transition to ACTIVE for port object 758158e3-4749-4040-a264-78bf53b63246 will not be triggered until provisioned by entity L2. {{(pid=83258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:22:50.259819 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-7cd7a9c4-d6e4-4e20-b7c2-d8725c678abe None None] Provisioning complete for port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:50.260177 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-7cd7a9c4-d6e4-4e20-b7c2-d8725c678abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:50.266333 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:50.309902 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Allocated IP 172.20.0.1 (261c4044-c276-4e89-9a06-198050aed13e/67d72414-5875-4842-92db-39d3f35d5380/df1682a4-cf04-48c2-a768-5033508182f9) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:22:50.362248 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Pushing event updated for resources: {'Port': ['ID=758158e3-4749-4040-a264-78bf53b63246,revision_number=2']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:50.378847 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:50.379459 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:50.379952 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:50.380430 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:50.380905 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:50.381392 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:50.381867 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:50.382354 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:50.382866 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:50.383327 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:50.383786 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:22:50.388917 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Attempting to bind port 758158e3-4749-4040-a264-78bf53b63246 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:22:50.389565 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Attempting to bind port 758158e3-4749-4040-a264-78bf53b63246 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:22:50.390284 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Attempting to bind port 758158e3-4749-4040-a264-78bf53b63246 on network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:22:50.403521 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:22:50.404213 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Checking segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:22:50.404754 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:50.405298 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Bound using segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:22:50.406173 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Bound port: 758158e3-4749-4040-a264-78bf53b63246, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:22:50.406719 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:50.494990 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] For port 758158e3-4749-4040-a264-78bf53b63246, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:22:50.498288 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] For port 758158e3-4749-4040-a264-78bf53b63246, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=758158e3-4749-4040-a264-78bf53b63246,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:22:50.503405 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:50.504531 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:50.521344 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Transition to ACTIVE for port object df1682a4-cf04-48c2-a768-5033508182f9 will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:22:50.545104 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:50.599243 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68eca9-8c9b-4a88-95da-afc8ae344c7b None None] Pushing event updated for resources: {'Port': ['ID=758158e3-4749-4040-a264-78bf53b63246,revision_number=3']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:50.603737 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Routers {'e0562dad-7a51-49fc-9fff-6e1daaccab7e'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:22:50.604329 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:22:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:50.617841 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Network 261c4044-c276-4e89-9a06-198050aed13e is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:22:50.623694 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:50.625560 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:22:50.650597 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Pushing event updated for resources: {'Port': ['ID=df1682a4-cf04-48c2-a768-5033508182f9,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:50.688414 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825379'] for router_interface, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:50.788321 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:50.845281 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] Set router e0562dad-7a51-49fc-9fff-6e1daaccab7e gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:22:50.937981 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-a438575d-0dc8-4ea2-aacb-5b65aadff62e None None] Provisioning for port df1682a4-cf04-48c2-a768-5033508182f9 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:22:50.943461 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-a438575d-0dc8-4ea2-aacb-5b65aadff62e None None] Provisioning complete for port df1682a4-cf04-48c2-a768-5033508182f9 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:50.943950 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a438575d-0dc8-4ea2-aacb-5b65aadff62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:51.014909 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-a438575d-0dc8-4ea2-aacb-5b65aadff62e None None] Port df1682a4-cf04-48c2-a768-5033508182f9 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:22:51.042749 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:51.050232 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:51.167777 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Pushing event updated for resources: {'Port': ['ID=df1682a4-cf04-48c2-a768-5033508182f9,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:51.170866 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15341097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825486'] for router_interface, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:51.188382 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:48Z', 'revision_number': 3, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:51.192434 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d8f56f-0449-49e0-81e3-910ec2bcae1a None None] The sync data for ids ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'] in dv-cinder-843305-3-smb is: [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:48Z', 'revision_number': 3, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:22:51.324157 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Network 261c4044-c276-4e89-9a06-198050aed13e is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:22:51.325274 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:51.381042 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:22:51.464580 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:51.465022 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:51.650083 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-39e0adac-7616-43e9-ac4d-d580a44c3a4f None None] Provisioning complete for port df1682a4-cf04-48c2-a768-5033508182f9 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:51.650344 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-39e0adac-7616-43e9-ac4d-d580a44c3a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:51.714633 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-39e0adac-7616-43e9-ac4d-d580a44c3a4f None None] Port df1682a4-cf04-48c2-a768-5033508182f9 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:22:51.784154 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Router e0562dad-7a51-49fc-9fff-6e1daaccab7e has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:22:52.097854 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:22:52.112939 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-404d1062-6307-47c6-a6e7-6ea37ffbe545 admin admin] 10.222.0.42 "PUT /v2.0/routers/e0562dad-7a51-49fc-9fff-6e1daaccab7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0091882 May 27 00:22:52.993512 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 33396) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:52.999457 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1329773058-network', 'tenant_id': '2635bea386c6422bbb0a300e528e7348'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:53.004271 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:53.008216 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Usage tracker for resource:network and tenant:2635bea386c6422bbb0a300e528e7348 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:53.011389 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:53.017162 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:53.026693 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Made reservation on behalf of 2635bea386c6422bbb0a300e528e7348 for: {'network': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:22:53.028962 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.041677 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.075140 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:53.079013 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Usage tracker for resource:security_group_rule and tenant:2635bea386c6422bbb0a300e528e7348 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:53.081897 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:53.087597 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:53.154629 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.159045 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.191066 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=83256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:22:53.200202 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e16417d-0efb-405d-b6ad-9bd63b2089e0,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:53.206164 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.206506 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.segments_db [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Added segment 277c2df5-d704-453f-ae05-7df3e4251e5b of type vlan for network 4fa86d3b-d1da-439b-b73b-1227ef8ca948 May 27 00:22:53.234359 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.263079 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.264098 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:53.264678 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.370437 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa86d3b-d1da-439b-b73b-1227ef8ca948,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:53.378709 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-93c7b501-1cc2-457f-b72c-76e2649a2f12 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3812203 May 27 00:22:53.379015 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 33400) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:53.384876 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Request body: {'subnet': {'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1329773058-subnet', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'ip_version': 4}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:53.388943 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network 4fa86d3b-d1da-439b-b73b-1227ef8ca948 details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:22:53.390295 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:53.395111 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Usage tracker for resource:subnet and tenant:2635bea386c6422bbb0a300e528e7348 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:53.398263 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:53.407239 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:53.409449 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 758158e3-4749-4040-a264-78bf53b63246 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:22:53.421539 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Made reservation on behalf of 2635bea386c6422bbb0a300e528e7348 for: {'subnet': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:22:53.423811 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2366287'] for subnet, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.595704 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 758158e3-4749-4040-a264-78bf53b63246 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:22:53.601313 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 758158e3-4749-4040-a264-78bf53b63246 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:53.601934 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.686888 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3030049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2366301'] for subnet, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.751124 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.770266 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 758158e3-4749-4040-a264-78bf53b63246, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=758158e3-4749-4040-a264-78bf53b63246,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:22:53.777047 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.791831 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d5600b-c446-4279-b3b2-dbe707998e8b,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:53.799759 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Checking segment: {'id': '277c2df5-d704-453f-ae05-7df3e4251e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:22:53.800140 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Network hostable DHCP agents. Network: 4fa86d3b-d1da-439b-b73b-1227ef8ca948, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:22:53.828662 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Network 4fa86d3b-d1da-439b-b73b-1227ef8ca948 is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:22:53.843751 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, 4fa86d3b-d1da-439b-b73b-1227ef8ca948) {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:53.848278 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:53.848870 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.856675 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bf9812-b048-4e2d-878b-904eda8bb89d None None] Network 4fa86d3b-d1da-439b-b73b-1227ef8ca948 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:22:53.870435 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=758158e3-4749-4040-a264-78bf53b63246,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:53.872906 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-e13d742d-ff50-4dbb-ad48-011fc1f2f6e3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4928472 May 27 00:22:53.876155 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 33408) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:53.881778 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1329773058-router', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:22:53.885753 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:22:53.890966 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Usage tracker for resource:router and tenant:2635bea386c6422bbb0a300e528e7348 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:22:53.895215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:22:53.901287 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:22:53.914073 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31859'] for router, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.915003 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31864'] for router, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:53.947795 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:54.096557 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96a82df2-393d-51df-9307-dc13b25ad232-4fa86d3b-d1da-439b-b73b-1227ef8ca948', 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'fixed_ips': [{'subnet_id': '62d5600b-c446-4279-b3b2-dbe707998e8b'}]}} from dv-cinder-843305-3-smb. {{(pid=83257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 00:22:54.097602 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:54.120652 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1824265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31854'] for router, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:54.288140 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-96870584-320c-4d1d-8c47-1a39ade2888e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:54.299378 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.db_base_plugin_common [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Allocated IP 172.20.0.2 (4fa86d3b-d1da-439b-b73b-1227ef8ca948/62d5600b-c446-4279-b3b2-dbe707998e8b/4ee7f3f2-4b26-4690-878b-44178799aa0f) {{(pid=83257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:22:54.353599 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:54.389330 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:54.538913 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:54.550403 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Allocated IP 172.28.0.103 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/12a49010-d6f3-438f-b18e-b02e9a13bb27) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:22:54.550599 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Transition to ACTIVE for port object 4ee7f3f2-4b26-4690-878b-44178799aa0f will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:22:54.578535 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Transition to ACTIVE for port object 4ee7f3f2-4b26-4690-878b-44178799aa0f will not be triggered until provisioned by entity DHCP. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:22:54.593083 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:54.689313 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Network 4fa86d3b-d1da-439b-b73b-1227ef8ca948 is already hosted by enough agents. {{(pid=83257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:22:54.692334 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.base_scheduler [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Resources bound (agent type, host, resource id): {{(pid=83257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:54.696103 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Received port after_create {{(pid=83257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:22:54.710281 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Pushing event updated for resources: {'Port': ['ID=4ee7f3f2-4b26-4690-878b-44178799aa0f,revision_number=1']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:54.740460 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:54.774986 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:54.808676 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Attempting to bind port 4ee7f3f2-4b26-4690-878b-44178799aa0f on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:22:54.808676 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Attempting to bind port 4ee7f3f2-4b26-4690-878b-44178799aa0f by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '277c2df5-d704-453f-ae05-7df3e4251e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:22:54.808676 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Attempting to bind port 4ee7f3f2-4b26-4690-878b-44178799aa0f on network 4fa86d3b-d1da-439b-b73b-1227ef8ca948 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:22:54.811084 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:22:54.811454 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Checking segment: {'id': '277c2df5-d704-453f-ae05-7df3e4251e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:22:54.811770 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:54.812166 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Bound using segment: {'id': '277c2df5-d704-453f-ae05-7df3e4251e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:22:54.812735 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Bound port: 4ee7f3f2-4b26-4690-878b-44178799aa0f, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277c2df5-d704-453f-ae05-7df3e4251e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:22:54.813105 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:54.850175 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:22:54.853011 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:54.856620 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:22:54.892505 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Pushing event updated for resources: {'Port': ['ID=12a49010-d6f3-438f-b18e-b02e9a13bb27,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:54.912865 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] For port 4ee7f3f2-4b26-4690-878b-44178799aa0f, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:22:54.916777 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] For port 4ee7f3f2-4b26-4690-878b-44178799aa0f, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=4ee7f3f2-4b26-4690-878b-44178799aa0f,segment=NetworkSegment(277c2df5-d704-453f-ae05-7df3e4251e5b),segment_id=277c2df5-d704-453f-ae05-7df3e4251e5b)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:22:54.920561 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:55.003249 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e93cae-7e02-490b-95f9-a7275c92b7f1 None None] Pushing event updated for resources: {'Port': ['ID=4ee7f3f2-4b26-4690-878b-44178799aa0f,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:55.030166 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:55.030905 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825177'] for router, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:55.384879 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Router 212c068a-3275-412b-98d5-e2b403ff9534 is scheduled to L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 with binding_index 1 {{(pid=83256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 00:22:55.461002 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 758158e3-4749-4040-a264-78bf53b63246 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:22:55.539603 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 758158e3-4749-4040-a264-78bf53b63246 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:55.540260 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:55.632595 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:22:55.656925 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Sync routers for ids ['212c068a-3275-412b-98d5-e2b403ff9534'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:22:55.681008 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] Notify callbacks [] for router, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:55.685085 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-382d5979-f49b-4e32-95cd-6b9ceb6a1440 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8061306 May 27 00:22:55.699751 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 33424) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:22:55.714328 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 4ee7f3f2-4b26-4690-878b-44178799aa0f up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:22:55.784492 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Routers {'212c068a-3275-412b-98d5-e2b403ff9534'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:22:55.785088 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:22:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['212c068a-3275-412b-98d5-e2b403ff9534'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:55.963858 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 4ee7f3f2-4b26-4690-878b-44178799aa0f completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:22:56.035045 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecdf6d6-a39c-4a65-89a8-0cfa68de28b5 None None] Network 4fa86d3b-d1da-439b-b73b-1227ef8ca948 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:22:56.140807 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Set router 212c068a-3275-412b-98d5-e2b403ff9534 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:22:56.273191 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-2c15eebb-dca8-4e46-9942-293b9ee31a3f None None] Provisioning for port 4ee7f3f2-4b26-4690-878b-44178799aa0f completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:22:56.307773 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-2c15eebb-dca8-4e46-9942-293b9ee31a3f None None] Provisioning complete for port 4ee7f3f2-4b26-4690-878b-44178799aa0f triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:56.308135 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-2c15eebb-dca8-4e46-9942-293b9ee31a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:56.542460 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:56.558145 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-c159181f-7b06-4cd1-8309-257fcf1a6f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:56.702819 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-2c15eebb-dca8-4e46-9942-293b9ee31a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:56.760822 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-2c15eebb-dca8-4e46-9942-293b9ee31a3f None None] For port 4ee7f3f2-4b26-4690-878b-44178799aa0f, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=4ee7f3f2-4b26-4690-878b-44178799aa0f,segment=NetworkSegment(277c2df5-d704-453f-ae05-7df3e4251e5b),segment_id=277c2df5-d704-453f-ae05-7df3e4251e5b)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:22:56.767466 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-2c15eebb-dca8-4e46-9942-293b9ee31a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:56.809124 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c068a-3275-412b-98d5-e2b403ff9534', 'name': 'tempest-TestMinimumBasicScenario-1329773058-router', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:53Z', 'updated_at': '2022-05-27T00:22:54Z', 'revision_number': 3, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'gw_port': {'id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c068a-3275-412b-98d5-e2b403ff9534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:54Z', 'updated_at': '2022-05-27T00:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:56.811232 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Allocated IP 172.20.0.1 (4fa86d3b-d1da-439b-b73b-1227ef8ca948/62d5600b-c446-4279-b3b2-dbe707998e8b/bd2c035c-7fa3-4f45-b790-8f81ce30c453) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:22:56.819599 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Checking router: 212c068a-3275-412b-98d5-e2b403ff9534 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:22:56.819967 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Updating router 212c068a-3275-412b-98d5-e2b403ff9534 port 12a49010-d6f3-438f-b18e-b02e9a13bb27 binding host dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:22:56.975035 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.024448 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15eebb-dca8-4e46-9942-293b9ee31a3f None None] Pushing event updated for resources: {'Port': ['ID=4ee7f3f2-4b26-4690-878b-44178799aa0f,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:57.137607 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-a20ad600-93fe-4f5c-bd85-978a115102c3 None None] Provisioning complete for port 4ee7f3f2-4b26-4690-878b-44178799aa0f triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:57.137879 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a20ad600-93fe-4f5c-bd85-978a115102c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.138874 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.165225 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Transition to ACTIVE for port object bd2c035c-7fa3-4f45-b790-8f81ce30c453 will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:22:57.194531 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbab3f-92bb-404f-b5e7-af9a4adc1ff0 req-fd4dc1ea-6f3d-40fe-b17b-bc0893a799b9 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:57.196148 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7edbab3f-92bb-404f-b5e7-af9a4adc1ff0 req-fd4dc1ea-6f3d-40fe-b17b-bc0893a799b9 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1279480 May 27 00:22:57.222684 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.415190 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 4ee7f3f2-4b26-4690-878b-44178799aa0f up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:22:57.422762 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Pushing event updated for resources: {'Port': ['ID=bd2c035c-7fa3-4f45-b790-8f81ce30c453,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:57.427464 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Network 4fa86d3b-d1da-439b-b73b-1227ef8ca948 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:22:57.429210 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:57.432803 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7edbab3f-92bb-404f-b5e7-af9a4adc1ff0 req-5877a1a2-d8f1-40ef-bdcf-81fae9876c52 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273910 May 27 00:22:57.433587 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:22:57.498695 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825379'] for router_interface, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.529361 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Notify callbacks [] for port, precommit_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.553126 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Transition to ACTIVE for port object 12a49010-d6f3-438f-b18e-b02e9a13bb27 will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:22:57.564530 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.598917 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.643765 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d4d1f-5013-4ec9-ad43-51a6cc6a5c69 None None] Pushing event updated for resources: {'Port': ['ID=12a49010-d6f3-438f-b18e-b02e9a13bb27,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:57.669303 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 4ee7f3f2-4b26-4690-878b-44178799aa0f triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:57.669719 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.701286 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Attempting to bind port 12a49010-d6f3-438f-b18e-b02e9a13bb27 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:22:57.701668 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Attempting to bind port 12a49010-d6f3-438f-b18e-b02e9a13bb27 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:22:57.702023 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Attempting to bind port 12a49010-d6f3-438f-b18e-b02e9a13bb27 on network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:22:57.732392 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:22:57.732784 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Checking segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:22:57.734964 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.734964 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Bound using segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:22:57.734964 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Bound port: 12a49010-d6f3-438f-b18e-b02e9a13bb27, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:22:57.734964 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.786629 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b432459d-6e1b-4c08-af5a-0fb46145667a None None] Provisioning for port bd2c035c-7fa3-4f45-b790-8f81ce30c453 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:22:57.800233 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b432459d-6e1b-4c08-af5a-0fb46145667a None None] Provisioning complete for port bd2c035c-7fa3-4f45-b790-8f81ce30c453 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:57.800603 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b432459d-6e1b-4c08-af5a-0fb46145667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.853788 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.860106 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.930896 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] For port 12a49010-d6f3-438f-b18e-b02e9a13bb27, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:22:57.968842 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Pushing event updated for resources: {'Port': ['ID=bd2c035c-7fa3-4f45-b790-8f81ce30c453,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:57.971310 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15341097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825486'] for router_interface, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:57.991956 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b432459d-6e1b-4c08-af5a-0fb46145667a None None] Port bd2c035c-7fa3-4f45-b790-8f81ce30c453 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:22:57.995975 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] For port 12a49010-d6f3-438f-b18e-b02e9a13bb27, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=12a49010-d6f3-438f-b18e-b02e9a13bb27,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:22:58.013948 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:58.054331 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:58.079324 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:58.117691 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d4d1f-5013-4ec9-ad43-51a6cc6a5c69 None None] Pushing event updated for resources: {'Port': ['ID=12a49010-d6f3-438f-b18e-b02e9a13bb27,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:22:58.126077 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Routers {'212c068a-3275-412b-98d5-e2b403ff9534'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:22:58.126473 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:22:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['212c068a-3275-412b-98d5-e2b403ff9534'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:58.134458 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Network 4fa86d3b-d1da-439b-b73b-1227ef8ca948 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:22:58.135999 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:22:58.320410 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] Set router 212c068a-3275-412b-98d5-e2b403ff9534 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:22:58.532926 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Router 212c068a-3275-412b-98d5-e2b403ff9534 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:22:58.547039 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-17c015ec-bdf7-451a-8754-9fd2141ad18c None None] Provisioning complete for port bd2c035c-7fa3-4f45-b790-8f81ce30c453 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:22:58.547410 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-17c015ec-bdf7-451a-8754-9fd2141ad18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:58.633102 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-17c015ec-bdf7-451a-8754-9fd2141ad18c None None] Port bd2c035c-7fa3-4f45-b790-8f81ce30c453 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:22:58.704112 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c068a-3275-412b-98d5-e2b403ff9534', 'name': 'tempest-TestMinimumBasicScenario-1329773058-router', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:53Z', 'updated_at': '2022-05-27T00:22:57Z', 'revision_number': 4, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'gw_port': {'id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c068a-3275-412b-98d5-e2b403ff9534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:54Z', 'updated_at': '2022-05-27T00:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'bd2c035c-7fa3-4f45-b790-8f81ce30c453', 'name': '', 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'mac_address': 'fa:16:3e:41:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c068a-3275-412b-98d5-e2b403ff9534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d5600b-c446-4279-b3b2-dbe707998e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:56Z', 'updated_at': '2022-05-27T00:22:57Z', 'revision_number': 2, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'subnets': [{'id': '62d5600b-c446-4279-b3b2-dbe707998e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:58.708058 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b903d-f156-48c4-93f5-840b1a5316f6 None None] The sync data for ids ['212c068a-3275-412b-98d5-e2b403ff9534'] in dv-cinder-843305-3-smb is: [{'id': '212c068a-3275-412b-98d5-e2b403ff9534', 'name': 'tempest-TestMinimumBasicScenario-1329773058-router', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:53Z', 'updated_at': '2022-05-27T00:22:57Z', 'revision_number': 4, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'gw_port': {'id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c068a-3275-412b-98d5-e2b403ff9534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:54Z', 'updated_at': '2022-05-27T00:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'bd2c035c-7fa3-4f45-b790-8f81ce30c453', 'name': '', 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'mac_address': 'fa:16:3e:41:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c068a-3275-412b-98d5-e2b403ff9534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d5600b-c446-4279-b3b2-dbe707998e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:56Z', 'updated_at': '2022-05-27T00:22:57Z', 'revision_number': 2, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'subnets': [{'id': '62d5600b-c446-4279-b3b2-dbe707998e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:22:58.771470 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617bcc4-dbf6-4686-b3d0-aafa6b02df69 req-cfdd9fae-31d2-476c-8525-5b79020c3c3c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:22:58.772825 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b617bcc4-dbf6-4686-b3d0-aafa6b02df69 req-cfdd9fae-31d2-476c-8525-5b79020c3c3c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1721945 May 27 00:22:58.829217 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b617bcc4-dbf6-4686-b3d0-aafa6b02df69 req-72a11993-e05e-4d78-a3ff-9cf910a2318c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506251 May 27 00:22:58.857819 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:22:58.867197 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-bc2ffd9f-ba23-43a6-90a7-36a5c692714f admin admin] 10.222.0.42 "PUT /v2.0/routers/212c068a-3275-412b-98d5-e2b403ff9534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1652064 May 27 00:22:59.192422 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:22:59.306205 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Sync routers for ids ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:22:59.318578 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Routers {'e0562dad-7a51-49fc-9fff-6e1daaccab7e'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:22:59.319169 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:22:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:59.524852 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Set router e0562dad-7a51-49fc-9fff-6e1daaccab7e gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:22:59.920875 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:50Z', 'revision_number': 4, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'df1682a4-cf04-48c2-a768-5033508182f9', 'name': '', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'mac_address': 'fa:16:3e:5f:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67d72414-5875-4842-92db-39d3f35d5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:50Z', 'updated_at': '2022-05-27T00:22:50Z', 'revision_number': 2, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'subnets': [{'id': '67d72414-5875-4842-92db-39d3f35d5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:22:59.926009 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Checking router: e0562dad-7a51-49fc-9fff-6e1daaccab7e for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:22:59.926470 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Updating router e0562dad-7a51-49fc-9fff-6e1daaccab7e port df1682a4-cf04-48c2-a768-5033508182f9 binding host dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:23:00.003032 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:00.157919 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c78de4-ff59-4201-a769-75a288123658 req-72cbf3da-c1e5-4123-ae0a-77de016fd3c0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:00.160378 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-14c78de4-ff59-4201-a769-75a288123658 req-72cbf3da-c1e5-4123-ae0a-77de016fd3c0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1436954 May 27 00:23:00.219379 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-14c78de4-ff59-4201-a769-75a288123658 req-956347cc-6807-4cfd-a537-2bb5f4a763b5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521622 May 27 00:23:00.541851 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:00.556550 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.provisioning_blocks [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Transition to ACTIVE for port object df1682a4-cf04-48c2-a768-5033508182f9 will not be triggered until provisioned by entity L2. {{(pid=83258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:23:00.566666 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:00.667678 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81768f28-9b34-42aa-85de-ae68eadd5ad9 None None] Pushing event updated for resources: {'Port': ['ID=df1682a4-cf04-48c2-a768-5033508182f9,revision_number=3']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:00.833891 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Attempting to bind port df1682a4-cf04-48c2-a768-5033508182f9 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:23:00.834264 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Attempting to bind port df1682a4-cf04-48c2-a768-5033508182f9 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:23:00.834620 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Attempting to bind port df1682a4-cf04-48c2-a768-5033508182f9 on network 261c4044-c276-4e89-9a06-198050aed13e {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:23:00.845753 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:23:00.846133 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Checking segment: {'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:23:00.846495 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:00.846884 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Bound using segment: {'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:23:00.847346 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Bound port: df1682a4-cf04-48c2-a768-5033508182f9, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'}}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:23:00.847733 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:00.964777 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] For port df1682a4-cf04-48c2-a768-5033508182f9, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:23:00.968033 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] For port df1682a4-cf04-48c2-a768-5033508182f9, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=df1682a4-cf04-48c2-a768-5033508182f9,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:23:00.974246 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:01.078933 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81768f28-9b34-42aa-85de-ae68eadd5ad9 None None] Pushing event updated for resources: {'Port': ['ID=df1682a4-cf04-48c2-a768-5033508182f9,revision_number=4']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:01.081952 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Routers {'e0562dad-7a51-49fc-9fff-6e1daaccab7e'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:23:01.082664 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:22:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:01.294810 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] Set router e0562dad-7a51-49fc-9fff-6e1daaccab7e gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:23:01.474806 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 12a49010-d6f3-438f-b18e-b02e9a13bb27 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:23:01.528979 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fa47e-8f2f-4b36-b59e-13995506a1b4 req-2da4efe8-7135-4e0c-943b-db84a5a49823 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:01.536572 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3e9fa47e-8f2f-4b36-b59e-13995506a1b4 req-2da4efe8-7135-4e0c-943b-db84a5a49823 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1444612 May 27 00:23:01.621808 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 12a49010-d6f3-438f-b18e-b02e9a13bb27 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:23:01.628207 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 12a49010-d6f3-438f-b18e-b02e9a13bb27 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:23:01.628766 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:01.790925 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:01.813877 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3e9fa47e-8f2f-4b36-b59e-13995506a1b4 req-7bf450ce-592f-41a3-b059-01f925416769 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759328 May 27 00:23:01.814070 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 12a49010-d6f3-438f-b18e-b02e9a13bb27, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=12a49010-d6f3-438f-b18e-b02e9a13bb27,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:01.822753 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:01.845810 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:50Z', 'revision_number': 4, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'df1682a4-cf04-48c2-a768-5033508182f9', 'name': '', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'mac_address': 'fa:16:3e:5f:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67d72414-5875-4842-92db-39d3f35d5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:50Z', 'updated_at': '2022-05-27T00:23:00Z', 'revision_number': 4, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'subnets': [{'id': '67d72414-5875-4842-92db-39d3f35d5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:01.850369 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d619bf-f0aa-4324-a6da-8ece53d51cd3 None None] The sync data for ids ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'] in dv-cinder-843305-3-smb is: [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:50Z', 'revision_number': 4, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'df1682a4-cf04-48c2-a768-5033508182f9', 'name': '', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'mac_address': 'fa:16:3e:5f:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67d72414-5875-4842-92db-39d3f35d5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:50Z', 'updated_at': '2022-05-27T00:23:00Z', 'revision_number': 4, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'subnets': [{'id': '67d72414-5875-4842-92db-39d3f35d5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:23:01.947226 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=12a49010-d6f3-438f-b18e-b02e9a13bb27,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:03.071893 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a2c84-627a-48a8-8902-f5ab1b7cd207 req-b353d809-fcb2-4677-89c3-08b6d4d76153 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:03.073481 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a04a2c84-627a-48a8-8902-f5ab1b7cd207 req-b353d809-fcb2-4677-89c3-08b6d4d76153 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1121287 May 27 00:23:03.130117 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a04a2c84-627a-48a8-8902-f5ab1b7cd207 req-d1921237-f960-406c-9850-b10204d63676 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497761 May 27 00:23:03.476887 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 12a49010-d6f3-438f-b18e-b02e9a13bb27 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:23:03.555956 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 12a49010-d6f3-438f-b18e-b02e9a13bb27 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:23:03.556434 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:03.686005 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device df1682a4-cf04-48c2-a768-5033508182f9 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:23:03.767148 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port df1682a4-cf04-48c2-a768-5033508182f9 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:23:03.773425 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port df1682a4-cf04-48c2-a768-5033508182f9 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:23:03.774098 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:03.900951 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:03.941521 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port df1682a4-cf04-48c2-a768-5033508182f9, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=df1682a4-cf04-48c2-a768-5033508182f9,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:03.946684 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:04.026010 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=df1682a4-cf04-48c2-a768-5033508182f9,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:04.370068 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791892d-b223-45c2-af4c-9442064343a1 req-019e1fa8-9f9a-461e-95c2-67d9711f7ec5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:04.371634 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2791892d-b223-45c2-af4c-9442064343a1 req-019e1fa8-9f9a-461e-95c2-67d9711f7ec5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.0901656 May 27 00:23:04.426342 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2791892d-b223-45c2-af4c-9442064343a1 req-71ede489-bf8f-4971-a591-8bb70d536760 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484488 May 27 00:23:05.402475 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device df1682a4-cf04-48c2-a768-5033508182f9 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:23:05.479372 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port df1682a4-cf04-48c2-a768-5033508182f9 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:23:05.479973 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:05.731107 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43f5b4-cbc4-4543-923e-7e63279d3c70 req-69e855e8-0ced-49f7-8736-62f7b218aa8c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:05.732770 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ff43f5b4-cbc4-4543-923e-7e63279d3c70 req-69e855e8-0ced-49f7-8736-62f7b218aa8c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1083167 May 27 00:23:05.785987 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ff43f5b4-cbc4-4543-923e-7e63279d3c70 req-c7de442b-4b9a-4aa5-920f-3b8c7995c06d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475938 May 27 00:23:07.148577 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb7759-3b50-4b0b-98d8-c5465ec36b8f req-03973470-3b22-40e1-b5d6-79851c7cdff4 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:07.150957 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-92eb7759-3b50-4b0b-98d8-c5465ec36b8f req-03973470-3b22-40e1-b5d6-79851c7cdff4 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.0962584 May 27 00:23:07.258162 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-92eb7759-3b50-4b0b-98d8-c5465ec36b8f req-fe9183d1-4e8b-4e62-8b3c-631972da737f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955019 May 27 00:23:08.636313 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b08f4-1d48-459c-8f95-21ba62a710df req-c34af135-6103-46c3-87c6-f48f9482f642 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:08.651164 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6f4b08f4-1d48-459c-8f95-21ba62a710df req-c34af135-6103-46c3-87c6-f48f9482f642 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1491885 May 27 00:23:08.790572 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6f4b08f4-1d48-459c-8f95-21ba62a710df req-97018235-72ae-4462-bd27-41ea211147b7 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378095 May 27 00:23:10.053350 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088ced7-1789-440f-a982-ee0c3b7668b2 req-8a85e678-f4cf-459a-983e-f6c4ad1ac0c3 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:10.054850 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6088ced7-1789-440f-a982-ee0c3b7668b2 req-8a85e678-f4cf-459a-983e-f6c4ad1ac0c3 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.0909624 May 27 00:23:10.106822 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6088ced7-1789-440f-a982-ee0c3b7668b2 req-70c985c2-6563-4121-81e9-634e4ca469ff tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443585 May 27 00:23:10.747033 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-6d1e61d2-22b5-488a-946a-71f975158ba4 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:10.748377 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-6d1e61d2-22b5-488a-946a-71f975158ba4 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/networks?id=261c4044-c276-4e89-9a06-198050aed13e HTTP/1.1" status: 200 len: 812 time: 0.1638284 May 27 00:23:10.765062 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-0a8cf24d-2028-4bc2-86bb-23ddabee9390 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/quotas/5c2af662b43a4f84956f7ba127bb9a16 HTTP/1.1" status: 200 len: 375 time: 0.0108206 May 27 00:23:10.852353 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-f8843322-2d80-474a-a30b-2df08b8183cc tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Synchronizing usage tracker for tenant:5c2af662b43a4f84956f7ba127bb9a16 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:23:10.869355 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-f8843322-2d80-474a-a30b-2df08b8183cc tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Unset dirty status for tenant:5c2af662b43a4f84956f7ba127bb9a16 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:23:10.870658 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-f8843322-2d80-474a-a30b-2df08b8183cc tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c2af662b43a4f84956f7ba127bb9a16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000955 May 27 00:23:11.014526 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-0818fe87-042f-4c51-84cf-263f50c4092a service neutron] 10.222.0.42 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313794 May 27 00:23:11.153955 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-6d5462df-6bf0-49f8-82ff-aadda12cc72f service neutron] 10.222.0.42 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318574 May 27 00:23:11.362263 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e743ca5-69a4-499b-bd63-1b5215378ec9 req-b8aec00b-2284-4cca-94b5-dc02e19689fd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 210 time: 0.0460219 May 27 00:23:11.381311 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bcdec-ef4b-4047-8018-3796a2411cde req-9b61f7ec-79af-4758-b350-a2001fd0b6cb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:11.382186 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3e9bcdec-ef4b-4047-8018-3796a2411cde req-9b61f7ec-79af-4758-b350-a2001fd0b6cb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1271677 May 27 00:23:11.432552 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3e9bcdec-ef4b-4047-8018-3796a2411cde req-08e9c044-8d66-4e01-a800-d21f3ad858db tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418382 May 27 00:23:11.875970 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 33606) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:11.881876 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--893386372', 'description': 'tempest-description--1183538873'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:11.889253 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:11.899715 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:11.917303 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:11.955980 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:11.959932 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:11.962894 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:11.969163 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:12.025400 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.029640 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.076529 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc38051-e18c-4f17-b400-ed4af3a6ff26,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:12.087612 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.089054 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-a44c9d61-ec6c-41a5-ae33-abdf46d79730 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2120187 May 27 00:23:12.092312 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 33614) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:12.098118 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-a6c754f6-fbd5-4f20-ad74-382b6326fc79 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'security_group_rule': {'security_group_id': '7fc38051-e18c-4f17-b400-ed4af3a6ff26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:12.103983 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-a6c754f6-fbd5-4f20-ad74-382b6326fc79 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:12.108810 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-a6c754f6-fbd5-4f20-ad74-382b6326fc79 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:12.111856 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-a6c754f6-fbd5-4f20-ad74-382b6326fc79 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:12.118310 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-a6c754f6-fbd5-4f20-ad74-382b6326fc79 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:12.135692 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a6c754f6-fbd5-4f20-ad74-382b6326fc79 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.200385 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a6c754f6-fbd5-4f20-ad74-382b6326fc79 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.203989 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a6c754f6-fbd5-4f20-ad74-382b6326fc79 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.227731 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c754f6-fbd5-4f20-ad74-382b6326fc79 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2adcc50-8a70-4a5d-9051-a03b4a599fab,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:12.239499 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a6c754f6-fbd5-4f20-ad74-382b6326fc79 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.240895 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-a6c754f6-fbd5-4f20-ad74-382b6326fc79 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1476195 May 27 00:23:12.243684 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 33618) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:12.249372 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-9d949bf0-5aa4-4d01-9dca-9bc442ce1dc2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'security_group_rule': {'security_group_id': '7fc38051-e18c-4f17-b400-ed4af3a6ff26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:12.255466 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-9d949bf0-5aa4-4d01-9dca-9bc442ce1dc2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:12.259254 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-9d949bf0-5aa4-4d01-9dca-9bc442ce1dc2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:12.262269 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-9d949bf0-5aa4-4d01-9dca-9bc442ce1dc2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:12.268067 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-9d949bf0-5aa4-4d01-9dca-9bc442ce1dc2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:12.284487 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9d949bf0-5aa4-4d01-9dca-9bc442ce1dc2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.431749 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9d949bf0-5aa4-4d01-9dca-9bc442ce1dc2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.440959 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9d949bf0-5aa4-4d01-9dca-9bc442ce1dc2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.480236 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d949bf0-5aa4-4d01-9dca-9bc442ce1dc2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18e42a4-2508-4029-9b64-87758b46ae61,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:12.521327 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-9d1ca64c-7de8-49ab-a14c-d64f3cb18856 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:12.522827 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-9d1ca64c-7de8-49ab-a14c-d64f3cb18856 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.60 "GET /v2.0/networks?id=261c4044-c276-4e89-9a06-198050aed13e HTTP/1.1" status: 200 len: 812 time: 0.1925075 May 27 00:23:12.552295 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9d949bf0-5aa4-4d01-9dca-9bc442ce1dc2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.553450 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-9d949bf0-5aa4-4d01-9dca-9bc442ce1dc2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3086154 May 27 00:23:12.556914 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33626) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:12.567486 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Request body: {'port': {'device_id': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'admin_state_up': True, 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:12.573291 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'floatingip': {'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:12.585739 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:12.589952 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:floatingip and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:12.592555 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.596046 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:12.603474 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:12.610077 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c55a2a5c-7c6e-4591-b4c6-b89deb36217e req-abe80e72-07b1-4d31-ab3f-ba36f55021a4 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 210 time: 0.0951054 May 27 00:23:12.616774 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.771939 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.884844 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d665c0-e2c0-4e21-8dc5-a068a585d1f6 req-7793dff3-8d35-43ee-8867-b248a12b9c9c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:12.886372 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-16d665c0-e2c0-4e21-8dc5-a068a585d1f6 req-7793dff3-8d35-43ee-8867-b248a12b9c9c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.2752242 May 27 00:23:12.887582 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:12.920359 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:12.943711 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Made reservation on behalf of 5c2af662b43a4f84956f7ba127bb9a16 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:23:12.947211 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:12.967062 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-16d665c0-e2c0-4e21-8dc5-a068a585d1f6 req-9a3a3fd8-4535-4bd1-be27-61a0719d3b02 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739775 May 27 00:23:13.011471 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Allocated IP 172.28.0.212 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/fa076e19-ef47-4a34-8b8a-3fb30c82c72c) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:23:13.207932 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Allocated IP 172.20.0.14 (261c4044-c276-4e89-9a06-198050aed13e/67d72414-5875-4842-92db-39d3f35d5380/252f478e-f969-405f-9879-dc300dc8647e) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:23:13.280774 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:13.318059 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:13.403809 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:23:13.407194 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:23:13.421808 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:23:13.483935 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'Port': ['ID=fa076e19-ef47-4a34-8b8a-3fb30c82c72c,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:13.558092 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:13.588653 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Transition to ACTIVE for port object 252f478e-f969-405f-9879-dc300dc8647e will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:23:13.616142 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:13.616472 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:13.677493 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:13.754433 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Network 261c4044-c276-4e89-9a06-198050aed13e is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:23:13.759323 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:23:13.761536 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event updated for resources: {'Port': ['ID=252f478e-f969-405f-9879-dc300dc8647e,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:13.764607 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:23:13.907333 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:13.907970 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:13.956273 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-e1b741ac-9be4-4a38-8375-e6cf676a02f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3968842 May 27 00:23:13.970346 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:13.977605 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1260117'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:14.009393 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759101a8-bd9f-4459-8dc5-d6a13308813f req-702527aa-8d5c-4fe7-9a8e-5b0fbf78320e tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:14.010272 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-759101a8-bd9f-4459-8dc5-d6a13308813f req-702527aa-8d5c-4fe7-9a8e-5b0fbf78320e tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Synchronizing usage tracker for tenant:5c2af662b43a4f84956f7ba127bb9a16 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:23:14.033686 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-759101a8-bd9f-4459-8dc5-d6a13308813f req-702527aa-8d5c-4fe7-9a8e-5b0fbf78320e tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Unset dirty status for tenant:5c2af662b43a4f84956f7ba127bb9a16 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:23:14.035403 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-759101a8-bd9f-4459-8dc5-d6a13308813f req-702527aa-8d5c-4fe7-9a8e-5b0fbf78320e tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 932 time: 0.1717784 May 27 00:23:14.068797 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'Port': ['ID=fa076e19-ef47-4a34-8b8a-3fb30c82c72c,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:14.100281 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-759101a8-bd9f-4459-8dc5-d6a13308813f req-29882d04-4cca-4dfb-b62f-ef2b0041f2b5 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565748 May 27 00:23:14.165954 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:14.194926 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:14.197310 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-e00ddad1-5231-4db5-8ba9-e3b890d23f1b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6329985 May 27 00:23:14.253483 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-d016dc67-dbb2-40b5-a385-640116f40824 None None] Provisioning for port 252f478e-f969-405f-9879-dc300dc8647e completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:23:14.269123 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-d016dc67-dbb2-40b5-a385-640116f40824 None None] Provisioning complete for port 252f478e-f969-405f-9879-dc300dc8647e triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:23:14.269758 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-d016dc67-dbb2-40b5-a385-640116f40824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:14.365087 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538953d-4d7c-47eb-990b-d9a75eaeb1df req-a8b4acb4-9a33-44f0-827a-47c3f516f1aa tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:14.372086 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e538953d-4d7c-47eb-990b-d9a75eaeb1df req-a8b4acb4-9a33-44f0-827a-47c3f516f1aa tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1056883 May 27 00:23:14.412207 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-d016dc67-dbb2-40b5-a385-640116f40824 None None] Port 252f478e-f969-405f-9879-dc300dc8647e cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:23:14.453999 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e538953d-4d7c-47eb-990b-d9a75eaeb1df req-313cd07d-be4b-4227-871d-bc67d600d663 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810246 May 27 00:23:14.575108 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-c005d10c-1825-4a90-a25b-ada818aec224 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:security_group {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:23:14.593839 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-c005d10c-1825-4a90-a25b-ada818aec224 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:security_group {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:23:14.595258 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-c005d10c-1825-4a90-a25b-ada818aec224 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--893386372&fields=id&tenant_id=8ab7c208c3194694b0754eced701a5e1 HTTP/1.1" status: 200 len: 267 time: 0.0614328 May 27 00:23:14.766060 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-65b3bec0-1750-4801-8e8e-18672cc6830b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:14.767484 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-65b3bec0-1750-4801-8e8e-18672cc6830b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 814 time: 0.1639609 May 27 00:23:14.785221 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-b278c46a-a394-4277-830f-9a19c7d2ad9e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/quotas/8ab7c208c3194694b0754eced701a5e1 HTTP/1.1" status: 200 len: 375 time: 0.0117092 May 27 00:23:14.885012 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-a41e52bd-f1d7-4dc3-a7a1-274781baad4c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0907500 May 27 00:23:15.033962 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-1e39a2ec-5c8d-4c11-9457-896819bd4b7f service neutron] 10.222.0.42 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365464 May 27 00:23:15.176771 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-d0766b14-5e8d-4ed2-8f7d-d379eb52967b service neutron] 10.222.0.42 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303706 May 27 00:23:15.398480 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda88259-601e-4e98-b814-67f85e435ad3 req-8fad6789-73e8-4384-b78f-67023f721df5 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:15.399959 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-eda88259-601e-4e98-b814-67f85e435ad3 req-8fad6789-73e8-4384-b78f-67023f721df5 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 932 time: 0.1548648 May 27 00:23:15.421919 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7f610052-fc8f-4e24-9008-87b02430fd82 req-6bfea0af-6a7f-4a5b-bf62-47f80651d108 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.0640149 May 27 00:23:15.471114 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-eda88259-601e-4e98-b814-67f85e435ad3 req-a43010a0-1c8c-4f8d-b5d2-fb6ee45a6d10 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588787 May 27 00:23:15.787909 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784f096-0357-4157-b626-c6537b92c6b3 req-c7cbd223-9113-44de-a34b-ff16831b7c7e tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:15.789549 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d784f096-0357-4157-b626-c6537b92c6b3 req-c7cbd223-9113-44de-a34b-ff16831b7c7e tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.0980070 May 27 00:23:15.871643 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d784f096-0357-4157-b626-c6537b92c6b3 req-85dbe41e-e81a-4f5b-a1c8-c4aa1b50f1a1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729499 May 27 00:23:16.123739 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 1cecbed1-fa57-4233-b216-1837212f40a2 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:23:16.267955 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1cecbed1-fa57-4233-b216-1837212f40a2,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:16.289007 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '1cecbed1-fa57-4233-b216-1837212f40a2', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'port_id': '1cecbed1-fa57-4233-b216-1837212f40a2', 'mac_address': 'fa:16:3e:87:18:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:23:16.344965 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:16.364095 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cecbed1-fa57-4233-b216-1837212f40a2 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:23:16.379318 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1cecbed1-fa57-4233-b216-1837212f40a2,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:16.382906 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:16.453340 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=1cecbed1-fa57-4233-b216-1837212f40a2,revision_number=6']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:16.488922 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['1cecbed1-fa57-4233-b216-1837212f40a2'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:23:16.778609 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-be609abb-ea16-4d58-9a3c-c2c96813fd4c req-5039c29d-3155-49c0-8a17-69163d9a8e96 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.2102692 May 27 00:23:16.828234 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c3d3b-a501-4f8e-b462-7ac66129cf9b req-22441f02-a05a-4e25-8c3b-62f5fe5e1617 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:16.829755 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-299c3d3b-a501-4f8e-b462-7ac66129cf9b req-22441f02-a05a-4e25-8c3b-62f5fe5e1617 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 932 time: 0.0861230 May 27 00:23:16.882525 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-299c3d3b-a501-4f8e-b462-7ac66129cf9b req-973775fd-74d3-4d5e-8a11-bacfbb6abb9b tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467973 May 27 00:23:17.178161 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5154f7-0226-4d30-a1c5-30e2f5293302 req-c5fde219-15ce-45b4-88ee-868338239bbe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:17.179643 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ec5154f7-0226-4d30-a1c5-30e2f5293302 req-c5fde219-15ce-45b4-88ee-868338239bbe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 945 time: 0.1020558 May 27 00:23:17.244503 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ec5154f7-0226-4d30-a1c5-30e2f5293302 req-48d0f07d-3d65-4364-82a2-867f0d8d4e42 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553014 May 27 00:23:17.389349 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33704) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:17.548276 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e5dc584d-2d39-4be8-b570-477f624637ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:17.582164 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e5dc584d-2d39-4be8-b570-477f624637ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:17.586171 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e5dc584d-2d39-4be8-b570-477f624637ed admin admin] Usage tracker for resource:security_group_rule and tenant:c8ed9607537f4b74b8060114cd7ac337 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:17.589115 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e5dc584d-2d39-4be8-b570-477f624637ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:17.595794 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e5dc584d-2d39-4be8-b570-477f624637ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:17.682381 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e5dc584d-2d39-4be8-b570-477f624637ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:17.686194 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e5dc584d-2d39-4be8-b570-477f624637ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:17.735691 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc584d-2d39-4be8-b570-477f624637ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051e462f-7c30-4762-96bf-e9a24a6bf5ce,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:17.739602 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-e5dc584d-2d39-4be8-b570-477f624637ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8ed9607537f4b74b8060114cd7ac337&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3492553 May 27 00:23:17.742217 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33710) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:17.831839 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-776677d2-9ff2-4b30-b8f6-efed11fd6775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:17.865661 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-776677d2-9ff2-4b30-b8f6-efed11fd6775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:17.940554 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-776677d2-9ff2-4b30-b8f6-efed11fd6775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:17.960701 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776677d2-9ff2-4b30-b8f6-efed11fd6775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e462f-7c30-4762-96bf-e9a24a6bf5ce,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:17.969636 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-776677d2-9ff2-4b30-b8f6-efed11fd6775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:17.979324 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-776677d2-9ff2-4b30-b8f6-efed11fd6775 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/051e462f-7c30-4762-96bf-e9a24a6bf5ce HTTP/1.1" status: 204 len: 168 time: 0.2359743 May 27 00:23:18.046712 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-dd4ed8da-cc39-4274-adcb-285093429fa6 req-2f8df7c3-7401-4947-ab29-f63a7f7e142d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.0670443 May 27 00:23:18.132788 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 1cecbed1-fa57-4233-b216-1837212f40a2 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:23:18.186767 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b822-bda8-4670-ac06-c0ee439ca66e req-a6aa577d-75b1-4c2b-95d7-666cef4615ce tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:18.194516 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ead8b822-bda8-4670-ac06-c0ee439ca66e req-a6aa577d-75b1-4c2b-95d7-666cef4615ce tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 932 time: 0.1046333 May 27 00:23:18.264338 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ead8b822-bda8-4670-ac06-c0ee439ca66e req-6d3785fb-fc9e-46ee-bb56-7969d065977a tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689347 May 27 00:23:18.268812 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 1cecbed1-fa57-4233-b216-1837212f40a2 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:23:18.269030 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:18.412654 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:18.451369 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:23:18.479111 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1cecbed1-fa57-4233-b216-1837212f40a2,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:18.491370 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:18.510651 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f07a0-e2a2-4676-9b62-3b785af64910 req-90cf5c47-e3c7-4c57-bb4a-44f322ef0e82 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:18.512311 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-715f07a0-e2a2-4676-9b62-3b785af64910 req-90cf5c47-e3c7-4c57-bb4a-44f322ef0e82 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 945 time: 0.0944295 May 27 00:23:18.576099 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69349087-3f3b-4a46-9cbb-02b3534058ac'] response: {'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2', 'code': 200} May 27 00:23:18.622453 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-715f07a0-e2a2-4676-9b62-3b785af64910 req-d0ddd7e4-7cbe-4c70-af6b-eda91d5e1ad3 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037021 May 27 00:23:18.669563 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=1cecbed1-fa57-4233-b216-1837212f40a2,revision_number=7']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:19.238047 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-24c0054c-01ba-491d-9915-1a55eb9b7df8 req-4ceca1c5-3bfa-4971-9941-4f50beae1269 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.0519826 May 27 00:23:19.471349 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cead59-af4a-4556-9887-69d6a71ea2fd req-31654bf7-fba9-4c3c-bafb-1aeba1a30fe6 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:19.472852 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-42cead59-af4a-4556-9887-69d6a71ea2fd req-31654bf7-fba9-4c3c-bafb-1aeba1a30fe6 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 932 time: 0.0850472 May 27 00:23:19.545024 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-42cead59-af4a-4556-9887-69d6a71ea2fd req-60e31c3f-9af1-46b8-97bf-abc139ed5786 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624011 May 27 00:23:19.877468 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc44226-3199-4660-b304-0ca5a9c5150c req-def885e3-da76-42ef-96d7-c7213b2d51ca tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:19.884686 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6bc44226-3199-4660-b304-0ca5a9c5150c req-def885e3-da76-42ef-96d7-c7213b2d51ca tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.0966220 May 27 00:23:19.932169 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6bc44226-3199-4660-b304-0ca5a9c5150c req-edc209d0-3761-4aed-85fd-80841a3bdb1c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465763 May 27 00:23:20.411270 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bb38fa21-e07d-4a43-80c6-0cfc7681ef6a req-989bfbae-9fc5-40d7-bbea-12f45175982e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.0432656 May 27 00:23:20.746446 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a1c69-3353-4e83-b2da-b57da98ed78c req-7d7eadb9-ac30-44a6-8e62-85980313419f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:20.751857 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1a5a1c69-3353-4e83-b2da-b57da98ed78c req-7d7eadb9-ac30-44a6-8e62-85980313419f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 932 time: 0.0805883 May 27 00:23:20.801885 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1a5a1c69-3353-4e83-b2da-b57da98ed78c req-99939065-37d0-4273-b8b9-9ce8523bdab5 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435975 May 27 00:23:21.041923 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:23:21.228185 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466376df-cf45-433e-9c0d-4f19765eea67 req-3c4ef3ae-8f69-4559-8960-d95bd834a3b2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:21.229701 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-466376df-cf45-433e-9c0d-4f19765eea67 req-3c4ef3ae-8f69-4559-8960-d95bd834a3b2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.0933170 May 27 00:23:21.282036 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-466376df-cf45-433e-9c0d-4f19765eea67 req-d422e112-f826-4c0e-9ea9-dec5aacf512f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459006 May 27 00:23:21.619831 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-61914a84-8fa2-42a2-a04e-7fa881420572 req-e71f567c-3180-4ede-ac82-cba5ff283ae6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.0631933 May 27 00:23:22.018006 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e46446-a43d-4650-ae99-3eeb9b8296cd req-25dfe569-f30b-4af3-b5ea-6623194ed1b6 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:22.018006 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-62e46446-a43d-4650-ae99-3eeb9b8296cd req-25dfe569-f30b-4af3-b5ea-6623194ed1b6 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 932 time: 0.0822580 May 27 00:23:22.067104 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-62e46446-a43d-4650-ae99-3eeb9b8296cd req-55f66aa4-f7ca-4aa6-9078-b0d74a935977 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457485 May 27 00:23:22.517033 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4c175-3b7e-4949-a2bd-12a1ce0393fe req-f86a46ec-e1bc-4111-812c-f37cddb23ce4 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:22.518514 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3ef4c175-3b7e-4949-a2bd-12a1ce0393fe req-f86a46ec-e1bc-4111-812c-f37cddb23ce4 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.0827174 May 27 00:23:22.569017 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3ef4c175-3b7e-4949-a2bd-12a1ce0393fe req-9de1ab3c-0d2b-4bd7-a8a7-b42bc96e8509 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442388 May 27 00:23:22.810515 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aa8f608e-356e-4c12-aaa9-43eed017b04e req-2120f900-ce13-4135-b9e5-de73b1f6aad1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.0424216 May 27 00:23:23.301318 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ff484-8e43-4122-aab6-5dad7b04fdda req-cf22e9ef-cc57-4dc4-bd33-d915e709adac tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:23.301318 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fa7ff484-8e43-4122-aab6-5dad7b04fdda req-cf22e9ef-cc57-4dc4-bd33-d915e709adac tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 932 time: 0.0938942 May 27 00:23:23.357341 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fa7ff484-8e43-4122-aab6-5dad7b04fdda req-f342a498-2cfe-4714-ad3e-a3fab5e1d2c1 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469859 May 27 00:23:23.788665 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1587917-345b-4cfe-b108-58e9ff360cd1 req-1f5068a6-1bec-44fc-8313-5e298471514c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:23.790002 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1587917-345b-4cfe-b108-58e9ff360cd1 req-1f5068a6-1bec-44fc-8313-5e298471514c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.0743761 May 27 00:23:23.836622 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1587917-345b-4cfe-b108-58e9ff360cd1 req-1a028e46-6537-4b08-935e-70e30a0d2d4c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405118 May 27 00:23:23.975358 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47976c61-2ece-4458-80c3-b14433a355a4 req-05f2e7d2-d943-4455-899a-abcbf217f3aa tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.0434952 May 27 00:23:24.260360 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b120f836-7427-4765-942b-487862bfc81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:24.554901 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b248f2-f98b-48dd-879d-63362c50c0a0 req-7247128b-61ac-4dc2-8964-1f8fcd6a968c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:24.556351 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-72b248f2-f98b-48dd-879d-63362c50c0a0 req-7247128b-61ac-4dc2-8964-1f8fcd6a968c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 932 time: 0.0798495 May 27 00:23:24.603121 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-72b248f2-f98b-48dd-879d-63362c50c0a0 req-fb170295-c9be-44e8-9f34-89c6f23d1b0e tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409381 May 27 00:23:25.063794 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee26136-b66a-4e2f-97ae-8490adf176ed req-51ee3d3d-6ead-49ab-853a-857c0564c384 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:25.065369 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ee26136-b66a-4e2f-97ae-8490adf176ed req-51ee3d3d-6ead-49ab-853a-857c0564c384 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.0850542 May 27 00:23:25.143331 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0ee26136-b66a-4e2f-97ae-8490adf176ed req-9e4139f0-957c-494c-a642-17d5968f59d0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725379 May 27 00:23:25.155355 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-340e5ef3-eaa2-4581-b1ec-05c7357c32cc req-445e5677-fc94-42f6-b0cf-776626ef90fe tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.0431368 May 27 00:23:25.810732 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6dd77-a38b-4370-8082-f464d7583abc req-7a0df6d3-0df8-40b2-a9d6-eb7afadc50b8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:25.811598 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5bb6dd77-a38b-4370-8082-f464d7583abc req-7a0df6d3-0df8-40b2-a9d6-eb7afadc50b8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 932 time: 0.0836973 May 27 00:23:25.824850 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Sync routers for ids ['212c068a-3275-412b-98d5-e2b403ff9534'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:23:25.843645 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Routers {'212c068a-3275-412b-98d5-e2b403ff9534'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:23:25.844521 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:22:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['212c068a-3275-412b-98d5-e2b403ff9534'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:25.876461 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5bb6dd77-a38b-4370-8082-f464d7583abc req-5e8bc4ee-6345-4744-aa12-431a51907adf tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570002 May 27 00:23:26.029096 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Set router 212c068a-3275-412b-98d5-e2b403ff9534 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:23:26.366317 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c068a-3275-412b-98d5-e2b403ff9534', 'name': 'tempest-TestMinimumBasicScenario-1329773058-router', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:53Z', 'updated_at': '2022-05-27T00:22:57Z', 'revision_number': 4, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'gw_port': {'id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c068a-3275-412b-98d5-e2b403ff9534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:54Z', 'updated_at': '2022-05-27T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'bd2c035c-7fa3-4f45-b790-8f81ce30c453', 'name': '', 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'mac_address': 'fa:16:3e:41:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c068a-3275-412b-98d5-e2b403ff9534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d5600b-c446-4279-b3b2-dbe707998e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:56Z', 'updated_at': '2022-05-27T00:22:57Z', 'revision_number': 2, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'subnets': [{'id': '62d5600b-c446-4279-b3b2-dbe707998e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:26.371311 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Checking router: 212c068a-3275-412b-98d5-e2b403ff9534 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:23:26.371691 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Updating router 212c068a-3275-412b-98d5-e2b403ff9534 port bd2c035c-7fa3-4f45-b790-8f81ce30c453 binding host dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:23:26.434480 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:26.478149 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-177da5bd-7d8f-4629-ab2a-b5363d2c45a4 req-c958070a-3325-4b5a-9a85-e776409bc105 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.1253150 May 27 00:23:26.516120 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e739e81-d56d-47a5-bacc-4acfcc4a5d71 req-f707f7cd-7a7d-4a95-8268-c0b8b6850d19 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:26.522799 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e739e81-d56d-47a5-bacc-4acfcc4a5d71 req-f707f7cd-7a7d-4a95-8268-c0b8b6850d19 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.2005279 May 27 00:23:26.575035 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e739e81-d56d-47a5-bacc-4acfcc4a5d71 req-6e62c586-14ce-45b1-b239-556c37fdd447 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512753 May 27 00:23:26.626319 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-9720f041-11ac-4b8e-8af4-65c9146599a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:26.858276 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Notify callbacks [] for port, precommit_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:26.871041 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Transition to ACTIVE for port object bd2c035c-7fa3-4f45-b790-8f81ce30c453 will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:23:26.879893 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:27.029298 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4f7ff-766a-45f7-a3ae-fed62a141587 None None] Pushing event updated for resources: {'Port': ['ID=bd2c035c-7fa3-4f45-b790-8f81ce30c453,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:27.106793 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53f5f9-c149-46e0-a458-79897667301e req-909c7e53-a5f0-4a29-92ee-14e089e95a6d tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:27.108288 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ab53f5f9-c149-46e0-a458-79897667301e req-909c7e53-a5f0-4a29-92ee-14e089e95a6d tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 932 time: 0.0953758 May 27 00:23:27.163696 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ab53f5f9-c149-46e0-a458-79897667301e req-2d53fea3-d053-490c-8fe0-e33e4671262b tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475729 May 27 00:23:27.165562 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Attempting to bind port bd2c035c-7fa3-4f45-b790-8f81ce30c453 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:23:27.165931 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Attempting to bind port bd2c035c-7fa3-4f45-b790-8f81ce30c453 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '277c2df5-d704-453f-ae05-7df3e4251e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:23:27.166405 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Attempting to bind port bd2c035c-7fa3-4f45-b790-8f81ce30c453 on network 4fa86d3b-d1da-439b-b73b-1227ef8ca948 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:23:27.175166 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:23:27.175536 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Checking segment: {'id': '277c2df5-d704-453f-ae05-7df3e4251e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:23:27.175930 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:27.176309 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Bound using segment: {'id': '277c2df5-d704-453f-ae05-7df3e4251e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:23:27.177016 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Bound port: bd2c035c-7fa3-4f45-b790-8f81ce30c453, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277c2df5-d704-453f-ae05-7df3e4251e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:23:27.177516 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:27.267533 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Request body: {'port': {'device_id': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:27.296345 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] For port bd2c035c-7fa3-4f45-b790-8f81ce30c453, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:23:27.299702 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] For port bd2c035c-7fa3-4f45-b790-8f81ce30c453, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=bd2c035c-7fa3-4f45-b790-8f81ce30c453,segment=NetworkSegment(277c2df5-d704-453f-ae05-7df3e4251e5b),segment_id=277c2df5-d704-453f-ae05-7df3e4251e5b)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:23:27.305114 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:27.403708 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4f7ff-766a-45f7-a3ae-fed62a141587 None None] Pushing event updated for resources: {'Port': ['ID=bd2c035c-7fa3-4f45-b790-8f81ce30c453,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:27.407426 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Routers {'212c068a-3275-412b-98d5-e2b403ff9534'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:23:27.408042 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:23:27Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['212c068a-3275-412b-98d5-e2b403ff9534'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:27.436131 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:27.646132 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] Set router 212c068a-3275-412b-98d5-e2b403ff9534 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:23:27.826029 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2aba8faa-b2b5-4ab0-8f3e-6f69d0cf632e req-e1be629e-a37d-45d5-a747-9abab562f8b6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.0861642 May 27 00:23:27.930255 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb644234-e978-47bc-b2d7-c649869761fc req-ba90140e-6ac0-4d09-a716-0f0d458e2429 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:27.931729 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cb644234-e978-47bc-b2d7-c649869761fc req-ba90140e-6ac0-4d09-a716-0f0d458e2429 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1542072 May 27 00:23:27.973344 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:28.001948 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:28.015690 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c068a-3275-412b-98d5-e2b403ff9534', 'name': 'tempest-TestMinimumBasicScenario-1329773058-router', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:53Z', 'updated_at': '2022-05-27T00:22:57Z', 'revision_number': 4, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'gw_port': {'id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c068a-3275-412b-98d5-e2b403ff9534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:54Z', 'updated_at': '2022-05-27T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'bd2c035c-7fa3-4f45-b790-8f81ce30c453', 'name': '', 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'mac_address': 'fa:16:3e:41:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c068a-3275-412b-98d5-e2b403ff9534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d5600b-c446-4279-b3b2-dbe707998e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:56Z', 'updated_at': '2022-05-27T00:23:27Z', 'revision_number': 4, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'subnets': [{'id': '62d5600b-c446-4279-b3b2-dbe707998e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:28.020070 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14752f-66f6-4516-bcdf-6e18dc76ce70 None None] The sync data for ids ['212c068a-3275-412b-98d5-e2b403ff9534'] in dv-cinder-843305-3-smb is: [{'id': '212c068a-3275-412b-98d5-e2b403ff9534', 'name': 'tempest-TestMinimumBasicScenario-1329773058-router', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:53Z', 'updated_at': '2022-05-27T00:22:57Z', 'revision_number': 4, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'gw_port': {'id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c068a-3275-412b-98d5-e2b403ff9534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:54Z', 'updated_at': '2022-05-27T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'bd2c035c-7fa3-4f45-b790-8f81ce30c453', 'name': '', 'network_id': '4fa86d3b-d1da-439b-b73b-1227ef8ca948', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'mac_address': 'fa:16:3e:41:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c068a-3275-412b-98d5-e2b403ff9534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d5600b-c446-4279-b3b2-dbe707998e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:56Z', 'updated_at': '2022-05-27T00:23:27Z', 'revision_number': 4, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'subnets': [{'id': '62d5600b-c446-4279-b3b2-dbe707998e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:23:28.065481 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252f478e-f969-405f-9879-dc300dc8647e {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:23:28.080243 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:28.135521 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cb644234-e978-47bc-b2d7-c649869761fc req-23d3d699-43fe-4b7e-a9eb-625075a36b51 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921582 May 27 00:23:28.172040 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Transition to ACTIVE for port object 252f478e-f969-405f-9879-dc300dc8647e will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:23:28.181436 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:28.292421 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Pushing event updated for resources: {'Port': ['ID=252f478e-f969-405f-9879-dc300dc8647e,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:28.442905 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:28.443211 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:28.443487 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:28.443811 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:28.444132 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:28.444473 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:28.444851 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:28.445092 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:28.445610 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:28.445848 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:28.446164 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:28.490866 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-72b9476b-27f0-4e68-b633-a5719967ee48 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:28.492385 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-72b9476b-27f0-4e68-b633-a5719967ee48 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 814 time: 0.4500396 May 27 00:23:28.648630 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-1a100c3d-35ba-4e56-b2a0-4fffa24839a5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ab7c208c3194694b0754eced701a5e1 HTTP/1.1" status: 200 len: 471 time: 0.1155434 May 27 00:23:28.662845 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'port': {'device_id': '9770420a-5d28-4970-887e-e066c928a49d', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'admin_state_up': True, 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'security_groups': ['7fc38051-e18c-4f17-b400-ed4af3a6ff26']}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:28.691447 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83c0ed-b5f7-49a1-a230-4bf523f44fde req-0735f859-8e39-4b13-9336-6818e78bc299 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:28.692973 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5b83c0ed-b5f7-49a1-a230-4bf523f44fde req-0735f859-8e39-4b13-9336-6818e78bc299 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 944 time: 0.3088043 May 27 00:23:28.746917 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Attempting to bind port 252f478e-f969-405f-9879-dc300dc8647e on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:23:28.747246 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Attempting to bind port 252f478e-f969-405f-9879-dc300dc8647e by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:23:28.748287 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Attempting to bind port 252f478e-f969-405f-9879-dc300dc8647e on network 261c4044-c276-4e89-9a06-198050aed13e {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:23:28.792846 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Port 252f478e-f969-405f-9879-dc300dc8647e on network 261c4044-c276-4e89-9a06-198050aed13e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:23:28.793163 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Attempting to bind port 252f478e-f969-405f-9879-dc300dc8647e on network 261c4044-c276-4e89-9a06-198050aed13e {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:23:28.828375 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:23:28.829114 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Checking segment: {'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:23:28.829114 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Bound using segment: {'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:23:28.829515 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Bound port: 252f478e-f969-405f-9879-dc300dc8647e, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887085df-e545-4931-81bb-0202d06a32a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '261c4044-c276-4e89-9a06-198050aed13e'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:23:28.829853 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:28.869656 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5b83c0ed-b5f7-49a1-a230-4bf523f44fde req-0dd1ff6a-4038-47b9-8afc-dc7136890914 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238737 May 27 00:23:28.920573 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:28.936399 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:28.993905 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Made reservation on behalf of 8ab7c208c3194694b0754eced701a5e1 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:23:28.996732 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:29.014235 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68da186d-3bbe-476e-9b15-6a3d8f3c782b req-bace6ae9-7faf-4dc7-a998-7821e83fd817 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.0594926 May 27 00:23:29.015178 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] For port 252f478e-f969-405f-9879-dc300dc8647e, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:23:29.028889 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] For port 252f478e-f969-405f-9879-dc300dc8647e, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=252f478e-f969-405f-9879-dc300dc8647e,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:23:29.139070 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:29.194207 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:29.226759 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:29.228201 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] 10.222.0.60 "PUT /v2.0/ports/252f478e-f969-405f-9879-dc300dc8647e HTTP/1.1" status: 200 len: 1094 time: 1.9726241 May 27 00:23:29.228664 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'tag': '252f478e-f969-405f-9879-dc300dc8647e'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:23:29.301017 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8c7be1-ade1-4972-8d68-1dfa377a8825'] response: {'name': 'network-changed', 'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'tag': '252f478e-f969-405f-9879-dc300dc8647e', 'status': 'completed', 'code': 200} May 27 00:23:29.308050 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a6c2b-933f-4df2-a58e-4471465dbb92 service neutron] Pushing event updated for resources: {'Port': ['ID=252f478e-f969-405f-9879-dc300dc8647e,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:29.333685 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Allocated IP 172.20.0.4 (ea614eca-e993-4ff1-81c0-52f3da994159/0bf13785-f768-4929-8e39-bfb2f2cff627/659527dc-0abd-49da-b7f2-cd9d4fd9d3c0) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:23:29.449665 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device bd2c035c-7fa3-4f45-b790-8f81ce30c453 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:23:29.535127 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port bd2c035c-7fa3-4f45-b790-8f81ce30c453 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:23:29.540332 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port bd2c035c-7fa3-4f45-b790-8f81ce30c453 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:23:29.540781 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:29.638595 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-594103df-1338-4fc0-a0a7-22beb709b4a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2af662b43a4f84956f7ba127bb9a16&device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 1097 time: 0.2575998 May 27 00:23:29.647006 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b7b7e-5716-44fa-8065-9fc7d64284d8 req-09e8e703-0570-4a40-87f0-68556ec4d4ce tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:29.654998 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-073b7b7e-5716-44fa-8065-9fc7d64284d8 req-09e8e703-0570-4a40-87f0-68556ec4d4ce tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.3056374 May 27 00:23:29.688571 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:29.728822 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port bd2c035c-7fa3-4f45-b790-8f81ce30c453, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=bd2c035c-7fa3-4f45-b790-8f81ce30c453,segment=NetworkSegment(277c2df5-d704-453f-ae05-7df3e4251e5b),segment_id=277c2df5-d704-453f-ae05-7df3e4251e5b)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:29.734842 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:29.747050 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:29.772850 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-d95ab2b2-b880-4e3f-a898-82e91afcad8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252f478e-f969-405f-9879-dc300dc8647e HTTP/1.1" status: 200 len: 217 time: 0.0948892 May 27 00:23:29.818335 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Transition to ACTIVE for port object 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:23:29.827467 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=bd2c035c-7fa3-4f45-b790-8f81ce30c453,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:29.835729 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-073b7b7e-5716-44fa-8065-9fc7d64284d8 req-abb44452-633e-4593-a565-552622da2bdb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803479 May 27 00:23:29.868807 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-9c50d3ab-9fd6-44b2-83a4-db54244196e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:29.870469 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-9c50d3ab-9fd6-44b2-83a4-db54244196e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67d72414-5875-4842-92db-39d3f35d5380 HTTP/1.1" status: 200 len: 851 time: 0.0866122 May 27 00:23:29.912740 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:30.008933 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Network ea614eca-e993-4ff1-81c0-52f3da994159 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:23:30.044937 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:23:30.051835 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'Port': ['ID=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:30.058921 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:23:30.134753 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-640b57f9-7d71-413a-8323-f84836f9cfd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=261c4044-c276-4e89-9a06-198050aed13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2572033 May 27 00:23:30.143703 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:30.144327 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:30.313672 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-10cb51b8-31e7-4f0e-b838-d55c2facbaf1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6570835 May 27 00:23:30.334131 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d429d-9c86-4474-be51-fa42e95de139 req-718678fe-7044-440b-a885-3cffbf77408a tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:30.335459 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-048d429d-9c86-4474-be51-fa42e95de139 req-718678fe-7044-440b-a885-3cffbf77408a tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 944 time: 0.3329957 May 27 00:23:30.339034 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Request body: {'port': {'device_id': '9770420a-5d28-4970-887e-e066c928a49d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:30.346766 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-57f025de-b9a4-4860-a321-9b66a85f9c32 None None] Provisioning for port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:23:30.351770 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-57f025de-b9a4-4860-a321-9b66a85f9c32 None None] Provisioning complete for port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:23:30.352204 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-57f025de-b9a4-4860-a321-9b66a85f9c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:30.405197 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-57f025de-b9a4-4860-a321-9b66a85f9c32 None None] Port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:23:30.500065 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-0de28295-f6fb-4f81-a57b-136cc877d204 service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487597 May 27 00:23:30.541686 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacf8bb-636c-4b9a-868e-2e1f712d3c1c req-97a7eadf-0f95-4085-a2d4-931277992293 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:30.542363 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-fcacf8bb-636c-4b9a-868e-2e1f712d3c1c req-97a7eadf-0f95-4085-a2d4-931277992293 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:23:30.614541 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-048d429d-9c86-4474-be51-fa42e95de139 req-8a2d290b-10fb-49f6-8aa8-f07cbd0db83e tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417240 May 27 00:23:30.632810 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:30.653450 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-fcacf8bb-636c-4b9a-868e-2e1f712d3c1c req-97a7eadf-0f95-4085-a2d4-931277992293 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:23:30.655146 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fcacf8bb-636c-4b9a-868e-2e1f712d3c1c req-97a7eadf-0f95-4085-a2d4-931277992293 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 931 time: 0.4820507 May 27 00:23:30.767777 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e9dcd89-2341-4fc0-98d7-4221fc22921d req-86c30a2c-946e-4d1c-93bb-e88d0c869ebd service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562439 May 27 00:23:30.830377 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fcacf8bb-636c-4b9a-868e-2e1f712d3c1c req-d8964c50-0399-4dfb-af36-c6dd9a6fa3d6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676559 May 27 00:23:31.097936 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33916) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:31.172441 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-07fff59e-2084-4712-8160-320d25a132b8 req-c830969c-78a6-4277-a9ce-38f32d319e00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2af662b43a4f84956f7ba127bb9a16&device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 1097 time: 0.2471929 May 27 00:23:31.261543 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:31.294802 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:31.296834 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2229d-2efc-4ff8-b0e3-5051f295821e req-ae36ee29-3ba9-485d-8633-fb6d466e2e10 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:31.299450 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:f0e89e093da64fc4a1d58420103d1cb7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:31.300020 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-eca2229d-2efc-4ff8-b0e3-5051f295821e req-ae36ee29-3ba9-485d-8633-fb6d466e2e10 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.3061774 May 27 00:23:31.302510 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:31.308765 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:31.378755 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:31.382859 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:31.422602 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device bd2c035c-7fa3-4f45-b790-8f81ce30c453 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:23:31.423142 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0e89e093da64fc4a1d58420103d1cb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3234584 May 27 00:23:31.423253 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33922) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:31.436603 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fff59e-2084-4712-8160-320d25a132b8 req-c46a540f-8be7-4923-9e2d-43cc350ad7cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:31.438084 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-07fff59e-2084-4712-8160-320d25a132b8 req-c46a540f-8be7-4923-9e2d-43cc350ad7cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=261c4044-c276-4e89-9a06-198050aed13e HTTP/1.1" status: 200 len: 913 time: 0.2548354 May 27 00:23:31.443821 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:23:31.463271 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc6c9b7-ddfa-4116-8706-8bed16dfce01,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:31.488069 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:31.488406 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:31.488943 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:31.489292 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:31.489621 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:31.490121 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:31.490579 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:31.491048 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:31.491514 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:31.491989 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:31.492519 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfe3eec-592f-4d24-86b3-13b6689d0ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:31.499546 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port bd2c035c-7fa3-4f45-b790-8f81ce30c453 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:23:31.499914 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:31.500030 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-eca2229d-2efc-4ff8-b0e3-5051f295821e req-9d0e6966-40bc-4fb2-8bbe-bccc9692b316 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862099 May 27 00:23:31.501787 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:31.529582 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-07fff59e-2084-4712-8160-320d25a132b8 req-b40f1faa-4b9d-4dd0-ab93-dcac9934bef4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252f478e-f969-405f-9879-dc300dc8647e HTTP/1.1" status: 200 len: 217 time: 0.0813067 May 27 00:23:31.532248 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Transition to ACTIVE for port object 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:23:31.547966 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7b988f08-8272-4b14-b7ea-e44e099cb7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:31.574084 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:31.576312 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7b988f08-8272-4b14-b7ea-e44e099cb7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:31.640803 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7b988f08-8272-4b14-b7ea-e44e099cb7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:31.690682 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b988f08-8272-4b14-b7ea-e44e099cb7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc6c9b7-ddfa-4116-8706-8bed16dfce01,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:31.699313 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7b988f08-8272-4b14-b7ea-e44e099cb7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:31.713172 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-7b988f08-8272-4b14-b7ea-e44e099cb7a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/adc6c9b7-ddfa-4116-8706-8bed16dfce01 HTTP/1.1" status: 204 len: 168 time: 0.2764900 May 27 00:23:31.728990 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fff59e-2084-4712-8160-320d25a132b8 req-223d3e76-83fc-4959-970d-286c3bed3262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:31.730506 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-07fff59e-2084-4712-8160-320d25a132b8 req-223d3e76-83fc-4959-970d-286c3bed3262 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67d72414-5875-4842-92db-39d3f35d5380 HTTP/1.1" status: 200 len: 851 time: 0.1948271 May 27 00:23:31.735003 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Pushing event updated for resources: {'Port': ['ID=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:31.966790 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Attempting to bind port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:23:31.967116 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Attempting to bind port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:23:31.967453 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Attempting to bind port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 on network ea614eca-e993-4ff1-81c0-52f3da994159 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:23:31.982809 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-07fff59e-2084-4712-8160-320d25a132b8 req-10c187a7-c342-40a7-b0b2-2745cc02c3ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=261c4044-c276-4e89-9a06-198050aed13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2447836 May 27 00:23:31.986396 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 on network ea614eca-e993-4ff1-81c0-52f3da994159 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:23:31.986729 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Attempting to bind port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 on network ea614eca-e993-4ff1-81c0-52f3da994159 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:23:32.020929 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:23:32.021291 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Checking segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:23:32.021682 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Bound using segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:23:32.022124 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Bound port: 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:23:32.022472 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:32.044519 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707906e-dccb-414e-9f6b-fc0656d844e0 req-bb216c81-2176-4c84-a35c-bc82e61f75bd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:32.046005 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f707906e-dccb-414e-9f6b-fc0656d844e0 req-bb216c81-2176-4c84-a35c-bc82e61f75bd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 944 time: 0.2337615 May 27 00:23:32.301904 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f707906e-dccb-414e-9f6b-fc0656d844e0 req-c869816c-4bb5-4561-a077-aadf21ae1f93 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097051 May 27 00:23:32.313962 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-07fff59e-2084-4712-8160-320d25a132b8 req-95d14b5f-ba5f-49d4-b05b-480171b578a2 service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222291 May 27 00:23:32.348140 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] For port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:23:32.404139 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d65481-fba2-4d52-961d-931f45c0b7d0 req-f9361ef9-25e8-4659-b6f0-8dd79fcd3792 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:32.405622 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c1d65481-fba2-4d52-961d-931f45c0b7d0 req-f9361ef9-25e8-4659-b6f0-8dd79fcd3792 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 943 time: 0.3166955 May 27 00:23:32.412153 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] For port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:23:32.446492 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:32.591443 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33950) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:32.642671 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:32.644021 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] 10.222.0.60 "PUT /v2.0/ports/659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 HTTP/1.1" status: 200 len: 1093 time: 2.3161099 May 27 00:23:32.645804 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770420a-5d28-4970-887e-e066c928a49d', 'tag': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:23:32.667901 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c1d65481-fba2-4d52-961d-931f45c0b7d0 req-ae18f960-aeb3-4582-9351-d71053c5e677 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542911 May 27 00:23:32.767103 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211039e-0b72-4258-bf85-a1911f5975ee service neutron] Pushing event updated for resources: {'Port': ['ID=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:32.770718 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-07fff59e-2084-4712-8160-320d25a132b8 req-f1258304-1e57-4b4f-bc93-ede14d9fd82f service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488587 May 27 00:23:32.772203 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76efa869-0562-4335-ba5b-75ad5eab76dd'] response: {'name': 'network-changed', 'server_uuid': '9770420a-5d28-4970-887e-e066c928a49d', 'tag': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0', 'status': 'completed', 'code': 200} May 27 00:23:32.773151 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1093522995-network', 'tenant_id': '777317c65d8c4f469291dce2a7d059a4'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:32.779010 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:32.785346 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Usage tracker for resource:network and tenant:777317c65d8c4f469291dce2a7d059a4 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:32.789411 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:32.797602 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:32.812982 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Made reservation on behalf of 777317c65d8c4f469291dce2a7d059a4 for: {'network': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:23:32.816332 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:32.830358 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:32.841403 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e2fd4-5021-4104-8401-16751a19020b req-91d54ebe-d60c-4631-9a5e-9796fdb919b2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:32.842928 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-300e2fd4-5021-4104-8401-16751a19020b req-91d54ebe-d60c-4631-9a5e-9796fdb919b2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1807222 May 27 00:23:32.847148 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-17353f18-34b1-4897-862d-6993bb313ebd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 1096 time: 0.1316597 May 27 00:23:32.865895 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:32.870147 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Usage tracker for resource:security_group_rule and tenant:777317c65d8c4f469291dce2a7d059a4 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:32.874400 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:32.882375 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:32.935979 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-7702357e-3631-4a49-817b-6acf5cdc91b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 HTTP/1.1" status: 200 len: 217 time: 0.0723236 May 27 00:23:32.955958 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:32.960127 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:32.999312 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=83255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:23:32.999658 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-300e2fd4-5021-4104-8401-16751a19020b req-48a71251-3cc7-40db-b915-6a0fbaf58c55 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506028 May 27 00:23:33.004761 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a26dae2-7d4b-4c5d-9398-a35449595745,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:33.011809 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:33.012257 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.segments_db [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Added segment 40091dc7-4bb2-4d93-a32e-9cd6511e3731 of type vlan for network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 May 27 00:23:33.012456 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-85d1f1fc-8730-4945-9a1d-efca85d25925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:33.014520 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-85d1f1fc-8730-4945-9a1d-efca85d25925 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.0710349 May 27 00:23:33.052439 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:33.082448 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:33.083344 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:33.083939 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:33.098253 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-04779c10-0479-4a2f-92fb-4e16934f8e18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758610 May 27 00:23:33.189552 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] Pushing event updated for resources: {'Network': ['ID=0fb63d5f-66ed-4865-a8dc-c3ee9a51d363,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:33.195509 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-63ff3f7f-addf-4f78-b582-c3a0478f325e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6029990 May 27 00:23:33.196457 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 33958) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:33.200571 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:23:33.201760 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Request body: {'subnet': {'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1093522995-subnet', 'tenant_id': '777317c65d8c4f469291dce2a7d059a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:33.206373 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:33.210240 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Usage tracker for resource:subnet and tenant:777317c65d8c4f469291dce2a7d059a4 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:33.213149 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:33.219518 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:33.230724 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Made reservation on behalf of 777317c65d8c4f469291dce2a7d059a4 for: {'subnet': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:23:33.233956 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3110806'] for subnet, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:33.240625 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-bee0c5da-83bb-4ed9-af6b-dc8f2c1dc098 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351743 May 27 00:23:33.389274 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85b433f6-a46b-486f-b983-0edfb15aad8d req-8eb92b7a-799b-4f8e-a986-56f5cb5e7c19 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417449 May 27 00:23:33.508287 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1260248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3110788'] for subnet, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:33.569199 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-53151ca6-7988-4a8a-9769-08b1aba155eb req-b91fa6e7-aec7-4f25-bffe-61501379785f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 1096 time: 0.1332057 May 27 00:23:33.576026 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4803f1-3eb7-43ce-9cc1-8638214a3a65 req-a5368e9d-b1bb-4a06-ad6c-c543c8c50e32 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:33.577498 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-da4803f1-3eb7-43ce-9cc1-8638214a3a65 req-a5368e9d-b1bb-4a06-ad6c-c543c8c50e32 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 944 time: 0.1124897 May 27 00:23:33.582612 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df32275-a8d1-46bb-bef0-e46d687c10c7,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:33.595261 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Checking segment: {'id': '40091dc7-4bb2-4d93-a32e-9cd6511e3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:23:33.595851 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Network hostable DHCP agents. Network: 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:23:33.619107 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:23:33.629318 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363) {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:23:33.633643 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:33.634269 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:33.642512 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c972de7-ddf0-4868-98e8-61ac861fdb52 None None] Network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:23:33.662398 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-37704990-06cb-4880-9ef2-8ac4d95862b3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4647479 May 27 00:23:33.727146 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-da4803f1-3eb7-43ce-9cc1-8638214a3a65 req-06f2d876-c230-4edb-aebd-d94d3b9a27d3 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268630 May 27 00:23:33.745667 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151ca6-7988-4a8a-9769-08b1aba155eb req-3470c059-12e8-4676-9ec3-15775f71c853 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:33.749738 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-53151ca6-7988-4a8a-9769-08b1aba155eb req-3470c059-12e8-4676-9ec3-15775f71c853 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 915 time: 0.1713243 May 27 00:23:33.832023 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-53151ca6-7988-4a8a-9769-08b1aba155eb req-12319f09-8c67-483f-8497-eff2006c7230 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 HTTP/1.1" status: 200 len: 217 time: 0.0784361 May 27 00:23:33.899512 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a817413-1445-46f1-bf15-131a22af151d None None] Network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:23:33.950036 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151ca6-7988-4a8a-9769-08b1aba155eb req-6862eb1b-48bd-4142-9b5d-f63bff18d7d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:33.952044 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-53151ca6-7988-4a8a-9769-08b1aba155eb req-6862eb1b-48bd-4142-9b5d-f63bff18d7d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.1119175 May 27 00:23:34.018263 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b531bf-606f-40d3-9472-f590ad24cd17 req-5ad01a6a-e26d-4195-8b64-485537dd4001 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:34.019637 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f7b531bf-606f-40d3-9472-f590ad24cd17 req-5ad01a6a-e26d-4195-8b64-485537dd4001 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 943 time: 0.1500492 May 27 00:23:34.094048 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f7b531bf-606f-40d3-9472-f590ad24cd17 req-f57bf6e6-7e79-4f7e-b890-a368da75fbc5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643368 May 27 00:23:34.129090 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-53151ca6-7988-4a8a-9769-08b1aba155eb req-41c8712f-e095-4e83-83f6-281069dbc4c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1697638 May 27 00:23:34.331954 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-53151ca6-7988-4a8a-9769-08b1aba155eb req-7ac203a1-7811-42ea-848c-b6ab658ab8e8 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954150 May 27 00:23:34.342275 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4330e4d-d70d-4a56-a2bc-b3476734beff req-52cd6b8d-96c0-462f-a8e6-bd8508871c66 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:34.343713 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a4330e4d-d70d-4a56-a2bc-b3476734beff req-52cd6b8d-96c0-462f-a8e6-bd8508871c66 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1333833 May 27 00:23:34.569624 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a4330e4d-d70d-4a56-a2bc-b3476734beff req-f2577d07-2c4d-4830-aa80-e24e8e9739f6 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165524 May 27 00:23:34.596747 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-53151ca6-7988-4a8a-9769-08b1aba155eb req-677e1e20-ad43-4c41-9721-b6394b30b884 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521081 May 27 00:23:34.935422 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15b09d-292c-4191-940e-7a890b0241b7 req-6d1cf6da-0e65-4efc-9d1a-6ee60c3c2053 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:34.936884 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1d15b09d-292c-4191-940e-7a890b0241b7 req-6d1cf6da-0e65-4efc-9d1a-6ee60c3c2053 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 944 time: 0.0837452 May 27 00:23:34.988429 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1d15b09d-292c-4191-940e-7a890b0241b7 req-5d3e3aaf-2c32-4ff0-992f-e66da470fa26 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457911 May 27 00:23:35.308493 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf42ce6-a62f-40d0-a456-ddefcf22f2f5 req-a4956ea0-2255-42a4-a785-7ee30b571a3d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:35.309975 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8bf42ce6-a62f-40d0-a456-ddefcf22f2f5 req-a4956ea0-2255-42a4-a785-7ee30b571a3d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 943 time: 0.0775928 May 27 00:23:35.357155 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8bf42ce6-a62f-40d0-a456-ddefcf22f2f5 req-7658af2a-7cfb-4cab-985b-546490ac51cf tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410995 May 27 00:23:35.859354 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-876e0b3e-6bfe-484a-ac7b-7e6736493b51 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:35.866280 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-876e0b3e-6bfe-484a-ac7b-7e6736493b51 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/networks?id=0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 HTTP/1.1" status: 200 len: 814 time: 0.2391300 May 27 00:23:35.887675 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-7e305c9a-963e-4567-982a-ca622585bea8 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/quotas/777317c65d8c4f469291dce2a7d059a4 HTTP/1.1" status: 200 len: 375 time: 0.0203829 May 27 00:23:35.935002 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-6eeca2d9-409e-4536-826c-b8b77a05a0ab tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=777317c65d8c4f469291dce2a7d059a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453799 May 27 00:23:35.965354 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3cbbf-39e5-4310-850c-95f32ebfe65e req-96a3ed60-0d74-4d96-acef-19c7b021b3bc tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:35.967065 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e4a3cbbf-39e5-4310-850c-95f32ebfe65e req-96a3ed60-0d74-4d96-acef-19c7b021b3bc tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.2263246 May 27 00:23:36.098331 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e4a3cbbf-39e5-4310-850c-95f32ebfe65e req-cec9d318-b319-4d36-9424-ed00fbe78c4d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239047 May 27 00:23:36.124528 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ee2e150b-461d-4cb8-9a93-d56b3c97035b service neutron] 10.222.0.42 "GET /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831536 May 27 00:23:36.201850 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:23:36.354973 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-5a5b3b5a-f6a3-4b2d-bf3a-9073a1690193 service neutron] 10.222.0.42 "GET /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243145 May 27 00:23:36.397754 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597477aa-bc36-4804-949f-127f7a0364dd req-036cb940-448c-4482-87b9-94f959bf7cc9 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:36.399391 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-597477aa-bc36-4804-949f-127f7a0364dd req-036cb940-448c-4482-87b9-94f959bf7cc9 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 944 time: 0.0964370 May 27 00:23:36.418684 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:36.436108 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'port_id': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0', 'mac_address': 'fa:16:3e:82:ab:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:23:36.503046 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-597477aa-bc36-4804-949f-127f7a0364dd req-8b68920e-319a-4a83-84b8-9783c6692bb3 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892580 May 27 00:23:36.511228 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:36.551178 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:23:36.581837 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:36.591966 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:36.593216 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 252f478e-f969-405f-9879-dc300dc8647e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:23:36.797855 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-040cc371-bf13-4cf2-870e-64973712f61a req-4bdd1029-adbe-4961-a147-5a8e151569b5 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 210 time: 0.0820255 May 27 00:23:36.896597 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7333fe-3009-4041-81d7-1c273c8bdb4c req-9174e830-d6c4-497b-8ed3-30b89bc952f3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:36.911231 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7b7333fe-3009-4041-81d7-1c273c8bdb4c req-9174e830-d6c4-497b-8ed3-30b89bc952f3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 944 time: 0.2513344 May 27 00:23:36.929045 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 252f478e-f969-405f-9879-dc300dc8647e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=252f478e-f969-405f-9879-dc300dc8647e,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:36.953792 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '252f478e-f969-405f-9879-dc300dc8647e', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'port_id': '252f478e-f969-405f-9879-dc300dc8647e', 'mac_address': 'fa:16:3e:a2:e3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d72414-5875-4842-92db-39d3f35d5380', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:23:36.958618 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:37.002629 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:37.003062 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:37.003478 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:37.004026 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:37.004551 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:37.005081 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:37.005749 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:37.006278 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:37.006791 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:37.007314 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:37.007830 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:23:37.018561 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7b7333fe-3009-4041-81d7-1c273c8bdb4c req-b3c94475-eba7-4797-8a8b-3a96d993c1a6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054437 May 27 00:23:37.056830 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:37.078496 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252f478e-f969-405f-9879-dc300dc8647e {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:23:37.097236 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 252f478e-f969-405f-9879-dc300dc8647e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=252f478e-f969-405f-9879-dc300dc8647e,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:37.103940 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:37.254708 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=252f478e-f969-405f-9879-dc300dc8647e,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:37.426695 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95c231-2853-4834-9ed3-88bff859d041 req-da0ed76e-4614-4718-9adb-a97bc9dd02a5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:37.428343 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f95c231-2853-4834-9ed3-88bff859d041 req-da0ed76e-4614-4718-9adb-a97bc9dd02a5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.0929163 May 27 00:23:37.483088 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f95c231-2853-4834-9ed3-88bff859d041 req-f0eb95c7-92e2-4b6a-b41d-98a2c49ba150 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488510 May 27 00:23:37.539747 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['252f478e-f969-405f-9879-dc300dc8647e'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:23:37.587190 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['659527dc-0abd-49da-b7f2-cd9d4fd9d3c0'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:23:37.848149 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1a74f-c894-4cb4-8e84-fa3766fc8915 req-355b7697-d05d-4a99-80a3-e80580d06257 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:37.876882 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-28c1a74f-c894-4cb4-8e84-fa3766fc8915 req-355b7697-d05d-4a99-80a3-e80580d06257 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 945 time: 0.1863000 May 27 00:23:37.988031 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-28c1a74f-c894-4cb4-8e84-fa3766fc8915 req-4018343a-21d7-4fcd-8012-a0349c2c954b tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096125 May 27 00:23:38.132327 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d4829104-5cbd-4c4a-8cf4-4260f045ef0a req-eb79557f-6613-4ac0-a6ce-d4e7e8a05302 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 210 time: 0.0973248 May 27 00:23:38.485681 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-2120ebaf-0ffa-4fc9-9fbc-effb1d23be2b tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:38.488816 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-2120ebaf-0ffa-4fc9-9fbc-effb1d23be2b tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.60 "GET /v2.0/networks?id=0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 HTTP/1.1" status: 200 len: 814 time: 0.3988132 May 27 00:23:38.498989 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49abd59-f334-461c-a49e-a8a70daea882 req-c601ab84-3c67-4003-a569-3f7c917bf83e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:38.500776 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a49abd59-f334-461c-a49e-a8a70daea882 req-c601ab84-3c67-4003-a569-3f7c917bf83e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 944 time: 0.2955942 May 27 00:23:38.506012 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Request body: {'port': {'device_id': '243fbb47-191a-40bf-8ac0-a6b2d7e9c57d', 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363', 'admin_state_up': True, 'tenant_id': '777317c65d8c4f469291dce2a7d059a4'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:38.649422 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a49abd59-f334-461c-a49e-a8a70daea882 req-54596af8-205d-4ed9-9229-d4aed8aca30f tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277995 May 27 00:23:38.760333 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:38.766308 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Usage tracker for resource:port and tenant:777317c65d8c4f469291dce2a7d059a4 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:38.769909 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:38.777558 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:38.802257 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c40de-5440-4dd9-b82d-ea1ea7522494 req-2ca81acf-d51a-45aa-8053-17eea581f04f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:38.804371 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2c0c40de-5440-4dd9-b82d-ea1ea7522494 req-2ca81acf-d51a-45aa-8053-17eea581f04f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1464756 May 27 00:23:38.806035 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Made reservation on behalf of 777317c65d8c4f469291dce2a7d059a4 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:23:38.809140 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:38.943845 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2c0c40de-5440-4dd9-b82d-ea1ea7522494 req-640ea19a-b0e8-4b6d-9b0f-841e07a39014 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218240 May 27 00:23:39.052598 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Allocated IP 172.20.0.12 (0fb63d5f-66ed-4865-a8dc-c3ee9a51d363/3df32275-a8d1-46bb-bef0-e46d687c10c7/7f4629c7-1a68-4b23-956a-5c0022b0ae7b) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:23:39.360338 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8a540cbf-98ec-4aad-a3c7-dd9358a68045 req-75b13534-ef6b-4481-b132-f85eea2d01d5 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 210 time: 0.0753393 May 27 00:23:39.416774 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:39.426770 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f26434-7edd-4721-9add-be1044de36cf req-6d43ac19-855f-43c7-b509-d94da239308d tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:39.428346 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-48f26434-7edd-4721-9add-be1044de36cf req-6d43ac19-855f-43c7-b509-d94da239308d tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 945 time: 0.2301869 May 27 00:23:39.490560 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-48f26434-7edd-4721-9add-be1044de36cf req-09d2fab7-42be-484d-8808-3020a97914b8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545475 May 27 00:23:39.497797 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:39.583402 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:23:39.586759 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:23:39.592170 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:23:39.632992 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Pushing event updated for resources: {'Port': ['ID=7f4629c7-1a68-4b23-956a-5c0022b0ae7b,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:39.666363 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:39.667220 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:39.699768 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-ddc6f429-b093-497f-9f9f-bdb4a8b3c3ad tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1977355 May 27 00:23:39.715772 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Request body: {'port': {'device_id': '243fbb47-191a-40bf-8ac0-a6b2d7e9c57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:39.884094 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:40.025225 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d5a6d-67b5-4b72-bcf1-276fdbf8d56d req-bdd0d1bf-8d1f-475b-90ba-90a55f466c5f tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:40.026918 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c82d5a6d-67b5-4b72-bcf1-276fdbf8d56d req-bdd0d1bf-8d1f-475b-90ba-90a55f466c5f tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 944 time: 0.2155418 May 27 00:23:40.176099 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c82d5a6d-67b5-4b72-bcf1-276fdbf8d56d req-7c2392cb-29e4-449f-a4b8-692cb41ca89f tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429284 May 27 00:23:40.207128 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:23:40.307362 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137507c-755c-48c7-a8fc-2f929844fa67 req-8782e848-a6d4-4950-ae14-c25863005e99 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:40.308854 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4137507c-755c-48c7-a8fc-2f929844fa67 req-8782e848-a6d4-4950-ae14-c25863005e99 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1423490 May 27 00:23:40.339221 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:23:40.345687 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:23:40.346064 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:40.410893 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4629c7-1a68-4b23-956a-5c0022b0ae7b {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:23:40.422166 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:40.436912 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4137507c-755c-48c7-a8fc-2f929844fa67 req-9f111aa1-f672-4621-ac71-4d8d9b356535 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187999 May 27 00:23:40.472368 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Transition to ACTIVE for port object 7f4629c7-1a68-4b23-956a-5c0022b0ae7b will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:23:40.490025 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:40.506181 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:40.556089 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:40.557165 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770420a-5d28-4970-887e-e066c928a49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:23:40.564054 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:40.565146 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 252f478e-f969-405f-9879-dc300dc8647e up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:23:40.766460 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4629c7-1a68-4b23-956a-5c0022b0ae7b,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:40.794982 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:40.822777 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port 252f478e-f969-405f-9879-dc300dc8647e completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:23:40.832800 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 252f478e-f969-405f-9879-dc300dc8647e triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:23:40.833255 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:40.934003 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b09ad1-87c4-4980-b81d-14cac5417981 req-92b08957-ae85-4dda-947a-153d2b989545 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:40.935271 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-c1b09ad1-87c4-4980-b81d-14cac5417981 req-92b08957-ae85-4dda-947a-153d2b989545 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Synchronizing usage tracker for tenant:777317c65d8c4f469291dce2a7d059a4 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:23:40.969650 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:40.980911 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Attempting to bind port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:23:40.981829 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Attempting to bind port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '40091dc7-4bb2-4d93-a32e-9cd6511e3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:23:40.982166 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Attempting to bind port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b on network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:23:40.988937 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-c1b09ad1-87c4-4980-b81d-14cac5417981 req-92b08957-ae85-4dda-947a-153d2b989545 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Unset dirty status for tenant:777317c65d8c4f469291dce2a7d059a4 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:23:40.995575 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c1b09ad1-87c4-4980-b81d-14cac5417981 req-92b08957-ae85-4dda-947a-153d2b989545 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 944 time: 0.4727094 May 27 00:23:41.018125 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b on network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:23:41.018887 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Attempting to bind port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b on network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:23:41.020376 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 252f478e-f969-405f-9879-dc300dc8647e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=252f478e-f969-405f-9879-dc300dc8647e,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:41.026677 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:41.035052 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:23:41.035392 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Checking segment: {'id': '40091dc7-4bb2-4d93-a32e-9cd6511e3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:23:41.035779 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Bound using segment: {'id': '40091dc7-4bb2-4d93-a32e-9cd6511e3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:23:41.036221 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Bound port: 7f4629c7-1a68-4b23-956a-5c0022b0ae7b, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40091dc7-4bb2-4d93-a32e-9cd6511e3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:23:41.036831 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:41.071043 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85991928-a7c6-46a4-bc9d-d215f2ac5ab9 req-ca091062-fef6-419f-a40e-8611dff64206 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:41.072554 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85991928-a7c6-46a4-bc9d-d215f2ac5ab9 req-ca091062-fef6-419f-a40e-8611dff64206 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 945 time: 0.2166376 May 27 00:23:41.109876 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c1b09ad1-87c4-4980-b81d-14cac5417981 req-75e40150-306d-44e8-8a8e-85e003d8fff0 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133504 May 27 00:23:41.112525 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=252f478e-f969-405f-9879-dc300dc8647e,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:41.174950 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ccac09-3836-4d68-9501-21781d451d44'] response: {'server_uuid': '9770420a-5d28-4970-887e-e066c928a49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0', 'code': 200} May 27 00:23:41.209464 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85991928-a7c6-46a4-bc9d-d215f2ac5ab9 req-7b9c21cb-6831-4992-9b6e-c72486571fd5 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298680 May 27 00:23:41.220969 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] For port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:23:41.224407 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] For port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7f4629c7-1a68-4b23-956a-5c0022b0ae7b,segment=NetworkSegment(40091dc7-4bb2-4d93-a32e-9cd6511e3731),segment_id=40091dc7-4bb2-4d93-a32e-9cd6511e3731)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:23:41.230161 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:41.305090 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:41.306476 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/7f4629c7-1a68-4b23-956a-5c0022b0ae7b HTTP/1.1" status: 200 len: 1094 time: 1.5985806 May 27 00:23:41.307034 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243fbb47-191a-40bf-8ac0-a6b2d7e9c57d', 'tag': '7f4629c7-1a68-4b23-956a-5c0022b0ae7b'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:23:41.410259 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e715dd-3464-4b11-8126-48fc24091f61'] response: {'name': 'network-changed', 'server_uuid': '243fbb47-191a-40bf-8ac0-a6b2d7e9c57d', 'tag': '7f4629c7-1a68-4b23-956a-5c0022b0ae7b', 'status': 'completed', 'code': 200} May 27 00:23:41.490961 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473a84e-d25a-4827-8ad1-49318a4cb7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4629c7-1a68-4b23-956a-5c0022b0ae7b,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:41.568071 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5721e3-c04f-4947-959c-bb95a8387a3b req-bb63e581-6481-488f-91d4-7646b1a2f06a tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:41.575788 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5a5721e3-c04f-4947-959c-bb95a8387a3b req-bb63e581-6481-488f-91d4-7646b1a2f06a tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 945 time: 0.2270634 May 27 00:23:41.614961 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-c0b8d07c-5c72-4d89-97ce-870c28168547 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=777317c65d8c4f469291dce2a7d059a4&device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 1097 time: 0.2038608 May 27 00:23:41.706851 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aca6c66a-0bcc-429e-84d3-ee1e92fc7ed9 req-5bb39d16-a665-47fd-8225-eb3ecbb20611 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 1098 time: 0.2550921 May 27 00:23:41.759813 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-063b2829-1223-474f-a941-0f0ccae14bf4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4629c7-1a68-4b23-956a-5c0022b0ae7b HTTP/1.1" status: 200 len: 217 time: 0.1330655 May 27 00:23:41.765069 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5a5721e3-c04f-4947-959c-bb95a8387a3b req-bb8a642f-e85a-43f5-9b02-0ed5ca190678 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884706 May 27 00:23:41.864311 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aca6c66a-0bcc-429e-84d3-ee1e92fc7ed9 req-abad5135-dc15-439f-81e2-28555edf93f6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489835 May 27 00:23:41.866434 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-388640da-bdba-4902-8308-ab74e2bcde6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:41.867808 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-388640da-bdba-4902-8308-ab74e2bcde6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3df32275-a8d1-46bb-bef0-e46d687c10c7 HTTP/1.1" status: 200 len: 854 time: 0.0992625 May 27 00:23:41.889288 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ce97d-7854-4488-984b-f2347d11ce18 req-e88ce6e7-f1c3-4809-a245-e30d7f4a6e51 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:41.893899 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a63ce97d-7854-4488-984b-f2347d11ce18 req-e88ce6e7-f1c3-4809-a245-e30d7f4a6e51 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.2697809 May 27 00:23:41.952025 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a63ce97d-7854-4488-984b-f2347d11ce18 req-0181ed6d-42ea-4713-bd76-2f0cc477cd1d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550923 May 27 00:23:42.388972 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-823f9051-1b23-42fd-8211-b12ce6dafe88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0fb63d5f-66ed-4865-a8dc-c3ee9a51d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1920054 May 27 00:23:42.600807 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:42.694217 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed2859-1714-42d4-bad0-e6927750eadb req-0931dc27-d98b-425d-bf15-e6f28e4129cf tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:42.700819 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-72ed2859-1714-42d4-bad0-e6927750eadb req-0931dc27-d98b-425d-bf15-e6f28e4129cf tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 944 time: 0.4176118 May 27 00:23:42.738229 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-6287665c-46a7-4455-8bc9-18d29f7fab73 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288157 May 27 00:23:42.837154 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925e136-301c-4734-8b5d-832ac0f4f197 req-a83be76e-8714-4a27-9691-eec4f7cf2631 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:42.838938 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d925e136-301c-4734-8b5d-832ac0f4f197 req-a83be76e-8714-4a27-9691-eec4f7cf2631 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 946 time: 0.3283026 May 27 00:23:42.857767 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-72ed2859-1714-42d4-bad0-e6927750eadb req-6fa48de9-5583-43a3-9830-261baf0c2657 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591916 May 27 00:23:42.959605 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d925e136-301c-4734-8b5d-832ac0f4f197 req-830ebff7-b8cf-4f08-8277-5bdc14521cb4 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090977 May 27 00:23:43.018164 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68eceed3-102c-4d00-9417-c7027e8ff10d req-1e0a68d3-6d6f-4c97-855c-e9f8ded1ff18 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832675 May 27 00:23:43.176324 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f478e-f969-405f-9879-dc300dc8647e'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:23:43.322911 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c00eca77-0e4b-49ea-9475-ec69eb6b4ffc req-c81f217c-388e-4dbc-977e-9a572f81f429 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 1099 time: 0.4064248 May 27 00:23:43.384672 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c07ad-6deb-4916-b1f3-50ee662c8a20 req-10f35d56-7c07-49e1-bc54-2113f268bb4c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:43.386729 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ef4c07ad-6deb-4916-b1f3-50ee662c8a20 req-10f35d56-7c07-49e1-bc54-2113f268bb4c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 945 time: 0.3650823 May 27 00:23:43.397095 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a537793-8c25-4d55-8bb3-8ae8d5d600f4 req-3dd4cf7b-cf02-45e6-afe8-6fb788474120 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=777317c65d8c4f469291dce2a7d059a4&device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 1097 time: 0.2238007 May 27 00:23:43.519050 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446a3bf-4039-400b-ae64-496acf74dcd6 req-45ff5d0a-3a06-49bb-93c7-a88c9748ec44 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:43.521076 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6446a3bf-4039-400b-ae64-496acf74dcd6 req-45ff5d0a-3a06-49bb-93c7-a88c9748ec44 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.3489938 May 27 00:23:43.696868 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ef4c07ad-6deb-4916-b1f3-50ee662c8a20 req-6dec275d-85c5-4f68-8bd2-50394d60826e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517254 May 27 00:23:43.711416 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00eca77-0e4b-49ea-9475-ec69eb6b4ffc req-4be2d016-2f36-496e-94c1-b11628fbc91f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:43.712842 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c00eca77-0e4b-49ea-9475-ec69eb6b4ffc req-4be2d016-2f36-496e-94c1-b11628fbc91f service neutron] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 917 time: 0.3607173 May 27 00:23:43.774013 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0702d107-5b56-4279-83fe-d61fd65ea04f'] response: {'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f478e-f969-405f-9879-dc300dc8647e', 'code': 200} May 27 00:23:43.781005 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6446a3bf-4039-400b-ae64-496acf74dcd6 req-673c5651-049e-46e7-97b8-e64330c6d29c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066576 May 27 00:23:43.798816 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a537793-8c25-4d55-8bb3-8ae8d5d600f4 req-bcb48a9a-571c-40cf-8a33-a9637cc39173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:43.800264 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a537793-8c25-4d55-8bb3-8ae8d5d600f4 req-bcb48a9a-571c-40cf-8a33-a9637cc39173 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 HTTP/1.1" status: 200 len: 915 time: 0.3479278 May 27 00:23:43.930904 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a537793-8c25-4d55-8bb3-8ae8d5d600f4 req-b6f49f54-5853-4b1f-b085-d4ad491690b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4629c7-1a68-4b23-956a-5c0022b0ae7b HTTP/1.1" status: 200 len: 217 time: 0.1170287 May 27 00:23:43.936175 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c00eca77-0e4b-49ea-9475-ec69eb6b4ffc req-45529349-3d41-4b67-8945-86d76c5f13e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cecbed1-fa57-4233-b216-1837212f40a2 HTTP/1.1" status: 200 len: 1002 time: 0.2099082 May 27 00:23:44.189115 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a537793-8c25-4d55-8bb3-8ae8d5d600f4 req-9f833b35-6d8d-4671-b6bd-183bc91a5dd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:44.190847 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a537793-8c25-4d55-8bb3-8ae8d5d600f4 req-9f833b35-6d8d-4671-b6bd-183bc91a5dd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3df32275-a8d1-46bb-bef0-e46d687c10c7 HTTP/1.1" status: 200 len: 854 time: 0.2538333 May 27 00:23:44.252880 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00eca77-0e4b-49ea-9475-ec69eb6b4ffc req-ea4feafb-50c8-43ca-901a-d4fe3ef09369 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:44.254612 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c00eca77-0e4b-49ea-9475-ec69eb6b4ffc req-ea4feafb-50c8-43ca-901a-d4fe3ef09369 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.2752571 May 27 00:23:44.266495 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a537793-8c25-4d55-8bb3-8ae8d5d600f4 req-ffe6fd1e-6b83-4f05-81f0-2b0c2ccf799e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0fb63d5f-66ed-4865-a8dc-c3ee9a51d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657043 May 27 00:23:44.455322 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047da8a-5994-4d8c-aa59-03d34ab682e8 req-c561194f-3285-4a87-824a-7c160f615454 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:44.457895 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6047da8a-5994-4d8c-aa59-03d34ab682e8 req-c561194f-3285-4a87-824a-7c160f615454 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 944 time: 0.4377084 May 27 00:23:44.474107 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8f2c9ee6-9696-45d0-b89a-3cf06161f8a5 req-4b3859ac-4bfd-4d73-9ee8-8f0d6055f367 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 1099 time: 0.4528985 May 27 00:23:44.534885 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a93b3a-5f8d-474a-a0ac-1af180c8366b req-050dee55-e842-450f-a4ae-692f4cad8a4f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:44.541775 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-54a93b3a-5f8d-474a-a0ac-1af180c8366b req-050dee55-e842-450f-a4ae-692f4cad8a4f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 946 time: 0.4226043 May 27 00:23:44.627528 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a537793-8c25-4d55-8bb3-8ae8d5d600f4 req-c92c14f2-1ee1-4f86-aa7c-18b0c7c2afaa service neutron] 10.222.0.60 "GET /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233416 May 27 00:23:44.647774 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c00eca77-0e4b-49ea-9475-ec69eb6b4ffc req-231b5e04-5d55-4753-a227-397a9f6f377e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3849528 May 27 00:23:44.866022 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8f2c9ee6-9696-45d0-b89a-3cf06161f8a5 req-ea4f5e1a-aa1c-4a4e-8531-56c9ca9495d8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675110 May 27 00:23:44.869978 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6047da8a-5994-4d8c-aa59-03d34ab682e8 req-64e5555e-cf86-47fd-b0af-fcb52674ce59 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927438 May 27 00:23:45.006693 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-54a93b3a-5f8d-474a-a0ac-1af180c8366b req-52bab183-6aac-48c1-8b3b-e744d2ed3c46 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632895 May 27 00:23:45.170138 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c00eca77-0e4b-49ea-9475-ec69eb6b4ffc req-574a9e62-1ef8-4a02-af6e-93a59a149a4a service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871714 May 27 00:23:45.271841 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a537793-8c25-4d55-8bb3-8ae8d5d600f4 req-09fa31ff-cf8f-4a5d-bb10-1180fe919513 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292069 May 27 00:23:45.427336 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d95db-9a52-4334-acd7-1d9919900fb2 req-f7c22d60-ea33-4e13-a7f8-844ab18b72e0 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:45.429371 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-155d95db-9a52-4334-acd7-1d9919900fb2 req-f7c22d60-ea33-4e13-a7f8-844ab18b72e0 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 945 time: 0.4075747 May 27 00:23:45.455621 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9418af-21a5-4f82-8fd8-649090cb1938 req-de899294-5af8-45c5-99d1-f5f04cb95deb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:45.457084 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7a9418af-21a5-4f82-8fd8-649090cb1938 req-de899294-5af8-45c5-99d1-f5f04cb95deb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.2950289 May 27 00:23:45.520426 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c00eca77-0e4b-49ea-9475-ec69eb6b4ffc req-98e82b24-9e21-4e93-a8e1-4f8488f0e8da service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987959 May 27 00:23:45.560683 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-155d95db-9a52-4334-acd7-1d9919900fb2 req-f8416515-e2f4-4217-b88d-08585550bc3b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122382 May 27 00:23:45.562930 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7a9418af-21a5-4f82-8fd8-649090cb1938 req-0af73fa0-68dc-4f2a-9666-fe685afed0e8 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868359 May 27 00:23:45.795349 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e8a1f-386f-4d02-9b01-68d2e85e3ca3 req-fb92fbd5-db5f-4e59-ad25-62349b9318aa tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:45.797900 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ff4e8a1f-386f-4d02-9b01-68d2e85e3ca3 req-fb92fbd5-db5f-4e59-ad25-62349b9318aa tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 945 time: 0.0917575 May 27 00:23:45.806389 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 34082) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:45.812939 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-091a5a9d-86d7-407b-a53c-4f6ac872bda2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'floatingip': {'port_id': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:45.897892 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-091a5a9d-86d7-407b-a53c-4f6ac872bda2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:46.217946 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb96329-bc6b-4996-9d8c-7b8131886dd6 req-0c2d6e15-9cff-4f88-9089-3d9eae095626 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:46.219865 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7bb96329-bc6b-4996-9d8c-7b8131886dd6 req-0c2d6e15-9cff-4f88-9089-3d9eae095626 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 944 time: 0.2120361 May 27 00:23:46.260188 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 7f4629c7-1a68-4b23-956a-5c0022b0ae7b details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:23:46.430178 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7bb96329-bc6b-4996-9d8c-7b8131886dd6 req-02bee731-87a0-44e0-9642-97bad013a52e tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752160 May 27 00:23:46.458876 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be691458-c4e4-4e1e-8f41-88630b58f091 req-24a9e36a-6700-4c9f-9298-d2ede33bd4f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:46.462774 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-be691458-c4e4-4e1e-8f41-88630b58f091 req-24a9e36a-6700-4c9f-9298-d2ede33bd4f8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 946 time: 0.2537997 May 27 00:23:46.484568 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7f4629c7-1a68-4b23-956a-5c0022b0ae7b,segment=NetworkSegment(40091dc7-4bb2-4d93-a32e-9cd6511e3731),segment_id=40091dc7-4bb2-4d93-a32e-9cd6511e3731)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:46.503777 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '7f4629c7-1a68-4b23-956a-5c0022b0ae7b', 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363', 'port_id': '7f4629c7-1a68-4b23-956a-5c0022b0ae7b', 'mac_address': 'fa:16:3e:51:58:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df32275-a8d1-46bb-bef0-e46d687c10c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:23:46.523980 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-be691458-c4e4-4e1e-8f41-88630b58f091 req-793f5e59-925c-491f-8bad-0a0414d5819d tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577419 May 27 00:23:46.593355 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:46.640339 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4629c7-1a68-4b23-956a-5c0022b0ae7b {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:23:46.698869 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7f4629c7-1a68-4b23-956a-5c0022b0ae7b,segment=NetworkSegment(40091dc7-4bb2-4d93-a32e-9cd6511e3731),segment_id=40091dc7-4bb2-4d93-a32e-9cd6511e3731)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:46.707011 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:46.752585 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-091a5a9d-86d7-407b-a53c-4f6ac872bda2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:46.761842 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-091a5a9d-86d7-407b-a53c-4f6ac872bda2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:46.782603 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=7f4629c7-1a68-4b23-956a-5c0022b0ae7b,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:46.871092 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8ff43-2662-4c39-8449-b30a80bc679f req-8c5f0582-b931-4777-aa83-2c51f7aa88cd tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:46.873120 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-13e8ff43-2662-4c39-8449-b30a80bc679f req-8c5f0582-b931-4777-aa83-2c51f7aa88cd tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.0911531 May 27 00:23:46.947445 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-13e8ff43-2662-4c39-8449-b30a80bc679f req-498b6646-5f9d-4f45-9649-b0c0cb56877f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644007 May 27 00:23:47.002488 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.l3_db [None req-091a5a9d-86d7-407b-a53c-4f6ac872bda2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Floating IP d98d8aa2-1510-45ae-8491-67aecfc46f48 associated. External IP: 172.28.0.212, port: 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0. May 27 00:23:47.156050 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['7f4629c7-1a68-4b23-956a-5c0022b0ae7b'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:23:47.485056 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091a5a9d-86d7-407b-a53c-4f6ac872bda2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Router 3c615583-5d2c-4060-8219-819a8774d21c has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:23:47.666603 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ed7f3-689c-4ad3-84ac-1eb40bc5022b req-3f4e2c54-3c96-4e46-859b-0b553c244645 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:47.668042 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e89ed7f3-689c-4ad3-84ac-1eb40bc5022b req-3f4e2c54-3c96-4e46-859b-0b553c244645 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 945 time: 0.1119127 May 27 00:23:47.762006 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e89ed7f3-689c-4ad3-84ac-1eb40bc5022b req-b11ddc77-cdc9-4e8c-b738-420de4b5ae4c tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643456 May 27 00:23:47.779605 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f5ede-dc1b-4df4-972e-98b8839be63e req-cad279f1-3368-4fca-95b3-e8f0efe242c2 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:47.781072 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-793f5ede-dc1b-4df4-972e-98b8839be63e req-cad279f1-3368-4fca-95b3-e8f0efe242c2 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 946 time: 0.1120238 May 27 00:23:47.781834 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091a5a9d-86d7-407b-a53c-4f6ac872bda2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:23:47.793390 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-091a5a9d-86d7-407b-a53c-4f6ac872bda2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:47.799662 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b26cc-a5fc-409b-bc17-16e870ed67f7 None None] Sync routers for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:23:47.813119 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b26cc-a5fc-409b-bc17-16e870ed67f7 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:23:47.814048 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-d41b26cc-a5fc-409b-bc17-16e870ed67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:23:27Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:47.833726 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-793f5ede-dc1b-4df4-972e-98b8839be63e req-59930746-b126-4b9b-9c8c-a430c862f319 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460799 May 27 00:23:47.852786 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-091a5a9d-86d7-407b-a53c-4f6ac872bda2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "PUT /v2.0/floatingips/d98d8aa2-1510-45ae-8491-67aecfc46f48 HTTP/1.1" status: 200 len: 991 time: 2.0445139 May 27 00:23:47.853449 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9770420a-5d28-4970-887e-e066c928a49d', 'tag': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0'}] {{(pid=83255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:23:47.911706 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5694795-4641-4fb8-b280-f858107731c0'] response: {'name': 'network-changed', 'server_uuid': '9770420a-5d28-4970-887e-e066c928a49d', 'tag': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0', 'status': 'completed', 'code': 200} May 27 00:23:48.014695 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-d41b26cc-a5fc-409b-bc17-16e870ed67f7 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:23:48.076664 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e5b008f-588f-4753-b4e1-b495a5459087 req-eed46953-5143-4ef0-8fc4-7dd1df3d81b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 1098 time: 0.1331384 May 27 00:23:48.083079 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fb48b-107e-4682-ac33-5b956de8d6d8 req-36d6e82e-af27-4438-92aa-1d10bc3e988b tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:48.084492 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-869fb48b-107e-4682-ac33-5b956de8d6d8 req-36d6e82e-af27-4438-92aa-1d10bc3e988b tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 946 time: 0.1085083 May 27 00:23:48.284699 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-869fb48b-107e-4682-ac33-5b956de8d6d8 req-503a1a88-4c33-453a-90e2-e27f324fefcd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770494 May 27 00:23:48.310565 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b008f-588f-4753-b4e1-b495a5459087 req-c96475d3-79d6-4cd7-9368-39003a0abd25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:48.312036 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e5b008f-588f-4753-b4e1-b495a5459087 req-c96475d3-79d6-4cd7-9368-39003a0abd25 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 915 time: 0.2266757 May 27 00:23:48.322397 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215b08a-a03e-4d8b-b6b6-6469b8a1bad7 req-c2414612-d884-49cb-92b2-d046e5c7befc tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:48.323856 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9215b08a-a03e-4d8b-b6b6-6469b8a1bad7 req-c2414612-d884-49cb-92b2-d046e5c7befc tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.2373884 May 27 00:23:48.417937 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-d41b26cc-a5fc-409b-bc17-16e870ed67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '67232602-7580-4047-944b-7af7423f399b', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'abe67925-4693-419f-9872-ef06903156e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:71:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:20:45Z', 'updated_at': '2022-05-27T00:21:28Z', 'revision_number': 2, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}, {'id': 'd98d8aa2-1510-45ae-8491-67aecfc46f48', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.212', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:82:ab:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770420a-5d28-4970-887e-e066c928a49d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:23:13Z', 'updated_at': '2022-05-27T00:23:46Z', 'revision_number': 1, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:48.424339 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b26cc-a5fc-409b-bc17-16e870ed67f7 None None] Checking router: 3c615583-5d2c-4060-8219-819a8774d21c for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:23:48.440506 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b26cc-a5fc-409b-bc17-16e870ed67f7 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:23:48.440840 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-d41b26cc-a5fc-409b-bc17-16e870ed67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:23:27Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:48.458324 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9215b08a-a03e-4d8b-b6b6-6469b8a1bad7 req-e5eb8701-cd4a-4fa7-b303-887bd3d307c7 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826752 May 27 00:23:48.460006 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e5b008f-588f-4753-b4e1-b495a5459087 req-cac2227f-6363-4fbc-a55f-f4b53380513b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 HTTP/1.1" status: 200 len: 999 time: 0.1352859 May 27 00:23:48.534286 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b008f-588f-4753-b4e1-b495a5459087 req-1f0a06e8-74a9-4eeb-b25b-f6eb19a8a994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:48.538808 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e5b008f-588f-4753-b4e1-b495a5459087 req-1f0a06e8-74a9-4eeb-b25b-f6eb19a8a994 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.0657277 May 27 00:23:48.656939 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-d41b26cc-a5fc-409b-bc17-16e870ed67f7 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:23:48.823496 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e5b008f-588f-4753-b4e1-b495a5459087 req-8ac13c77-c3a4-47f3-b3b6-aaa9a46312f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2811286 May 27 00:23:48.826118 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f942cde6-f66a-4dbb-908b-5a4872f1aecc req-b1fec2db-be9a-4bcd-85bb-5215c2e60dc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 1099 time: 0.1601372 May 27 00:23:48.836207 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6a8d7-0eb3-42d3-bdbc-7747bb3cecf6 req-bd347417-aa1a-4abd-836c-36f2880a7b0e tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:48.837717 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-98c6a8d7-0eb3-42d3-bdbc-7747bb3cecf6 req-bd347417-aa1a-4abd-836c-36f2880a7b0e tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 946 time: 0.1706131 May 27 00:23:49.019084 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-d41b26cc-a5fc-409b-bc17-16e870ed67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '67232602-7580-4047-944b-7af7423f399b', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'abe67925-4693-419f-9872-ef06903156e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:71:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:20:45Z', 'updated_at': '2022-05-27T00:21:28Z', 'revision_number': 2, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}, {'id': 'd98d8aa2-1510-45ae-8491-67aecfc46f48', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.212', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:82:ab:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770420a-5d28-4970-887e-e066c928a49d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:23:13Z', 'updated_at': '2022-05-27T00:23:46Z', 'revision_number': 1, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:49.023050 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b26cc-a5fc-409b-bc17-16e870ed67f7 None None] The sync data for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb is: [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '67232602-7580-4047-944b-7af7423f399b', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'abe67925-4693-419f-9872-ef06903156e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:71:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:20:45Z', 'updated_at': '2022-05-27T00:21:28Z', 'revision_number': 2, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}, {'id': 'd98d8aa2-1510-45ae-8491-67aecfc46f48', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.212', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:82:ab:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9770420a-5d28-4970-887e-e066c928a49d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:23:13Z', 'updated_at': '2022-05-27T00:23:46Z', 'revision_number': 1, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:23:49.133196 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-98c6a8d7-0eb3-42d3-bdbc-7747bb3cecf6 req-8f842aeb-d54b-4344-bc15-28ba86c0d6eb tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549973 May 27 00:23:49.172942 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942cde6-f66a-4dbb-908b-5a4872f1aecc req-49d379b8-2b0d-4311-9279-bc8376ff839f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:49.174312 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f942cde6-f66a-4dbb-908b-5a4872f1aecc req-49d379b8-2b0d-4311-9279-bc8376ff839f service neutron] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 917 time: 0.3356822 May 27 00:23:49.182053 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e5b008f-588f-4753-b4e1-b495a5459087 req-b617c73f-c710-45b8-bb31-ba051f5e5eb5 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421996 May 27 00:23:49.239623 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edad4c-8729-4e67-ad39-080c9960a310 None None] New status for floating IP d98d8aa2-1510-45ae-8491-67aecfc46f48: ACTIVE {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:23:49.348377 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9cf14-8076-489c-b2e7-2c657c7e80a5 req-69f322b1-a305-4cbb-8f76-6a0c84df274f tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:49.349879 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8ea9cf14-8076-489c-b2e7-2c657c7e80a5 req-69f322b1-a305-4cbb-8f76-6a0c84df274f tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 945 time: 0.3637509 May 27 00:23:49.406369 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f942cde6-f66a-4dbb-908b-5a4872f1aecc req-00baca22-23a1-4349-b6e0-5d3c74f5dfdc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cecbed1-fa57-4233-b216-1837212f40a2 HTTP/1.1" status: 200 len: 1002 time: 0.2227502 May 27 00:23:49.507128 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8ea9cf14-8076-489c-b2e7-2c657c7e80a5 req-9283fd2e-8fd4-4ab8-993c-bc3bc74a67b1 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421182 May 27 00:23:49.522107 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e5b008f-588f-4753-b4e1-b495a5459087 req-f4b7facb-70d9-4efa-9070-3cd696a33279 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846923 May 27 00:23:49.525870 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942cde6-f66a-4dbb-908b-5a4872f1aecc req-888eddc6-576f-49f1-a4ac-907e2e9663a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:49.527539 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f942cde6-f66a-4dbb-908b-5a4872f1aecc req-888eddc6-576f-49f1-a4ac-907e2e9663a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.1091270 May 27 00:23:49.621124 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f942cde6-f66a-4dbb-908b-5a4872f1aecc req-a656c85a-3c82-40b7-83c1-83588a101c59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868449 May 27 00:23:49.819267 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3035f-7c8d-44a6-9ce2-0972a59fde7a req-a101eac7-0578-4a97-92f1-46d96354c7ba tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:49.820768 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3bf3035f-7c8d-44a6-9ce2-0972a59fde7a req-a101eac7-0578-4a97-92f1-46d96354c7ba tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 946 time: 0.1986005 May 27 00:23:49.822723 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f942cde6-f66a-4dbb-908b-5a4872f1aecc req-207cb75b-0072-4c78-a131-307fb8231988 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672697 May 27 00:23:49.951851 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3bf3035f-7c8d-44a6-9ce2-0972a59fde7a req-8a42af01-6e58-4122-a9d6-b1e3607f8311 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245351 May 27 00:23:49.993210 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f942cde6-f66a-4dbb-908b-5a4872f1aecc req-767ff4ab-b3e9-490a-9564-373ddc410281 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515863 May 27 00:23:50.261817 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 7f4629c7-1a68-4b23-956a-5c0022b0ae7b up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:23:50.331760 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:23:50.336603 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:23:50.336960 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:50.452598 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:50.478791 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243fbb47-191a-40bf-8ac0-a6b2d7e9c57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4629c7-1a68-4b23-956a-5c0022b0ae7b'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:23:50.488094 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7f4629c7-1a68-4b23-956a-5c0022b0ae7b,segment=NetworkSegment(40091dc7-4bb2-4d93-a32e-9cd6511e3731),segment_id=40091dc7-4bb2-4d93-a32e-9cd6511e3731)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:50.492062 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:50.492955 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 1cecbed1-fa57-4233-b216-1837212f40a2 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:23:50.555405 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71cc4c2-c048-41b3-abdb-7ec5628d87c1'] response: {'server_uuid': '243fbb47-191a-40bf-8ac0-a6b2d7e9c57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4629c7-1a68-4b23-956a-5c0022b0ae7b', 'code': 200} May 27 00:23:50.619778 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=7f4629c7-1a68-4b23-956a-5c0022b0ae7b,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:50.679298 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:50.724448 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1cecbed1-fa57-4233-b216-1837212f40a2,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:50.727537 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:50.836902 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dcdd2-9749-4d7d-ab7a-f6005fa15fcd req-d8346572-6e8d-49c7-aea7-f483eb2ebfb3 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:50.838692 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ea1dcdd2-9749-4d7d-ab7a-f6005fa15fcd req-d8346572-6e8d-49c7-aea7-f483eb2ebfb3 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 946 time: 0.1374066 May 27 00:23:50.846749 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=1cecbed1-fa57-4233-b216-1837212f40a2,revision_number=8']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:50.847709 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9d79b285-0979-457b-b6e1-100c055ba374 req-f3129503-9eec-4d08-b717-0b788438b3bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 1099 time: 0.1013057 May 27 00:23:51.002127 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ea1dcdd2-9749-4d7d-ab7a-f6005fa15fcd req-9217c331-48af-4102-9bc6-12c2d0611d72 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525414 May 27 00:23:51.004596 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9d79b285-0979-457b-b6e1-100c055ba374 req-c299e8cc-4c11-4ffa-826a-4efd32aec7bd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384227 May 27 00:23:51.169402 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eb70f-d733-414d-99b1-86ec0760e7eb req-91b4dc78-039a-47b3-9701-10e4a6faa47b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:51.170858 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-854eb70f-d733-414d-99b1-86ec0760e7eb req-91b4dc78-039a-47b3-9701-10e4a6faa47b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0775516 May 27 00:23:51.219525 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-854eb70f-d733-414d-99b1-86ec0760e7eb req-ccd440da-76b8-430e-a4e8-1b64cd7bf25b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428283 May 27 00:23:52.196015 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c93ba-8f99-461b-b38a-b61cb2b9b24e req-604d5057-d650-4d7f-beac-68a3518fff89 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:52.197457 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f4c93ba-8f99-461b-b38a-b61cb2b9b24e req-604d5057-d650-4d7f-beac-68a3518fff89 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 946 time: 0.0739987 May 27 00:23:52.244705 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f4c93ba-8f99-461b-b38a-b61cb2b9b24e req-b48e4cd3-c266-4b22-bb6e-e81344491d27 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411112 May 27 00:23:52.440417 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3cc8a-70bc-42bc-85f3-05e03514b148 req-70db8ecb-2509-46e3-9425-cdd3519cd8ac tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:52.441913 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c4d3cc8a-70bc-42bc-85f3-05e03514b148 req-70db8ecb-2509-46e3-9425-cdd3519cd8ac tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0829604 May 27 00:23:52.489545 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c4d3cc8a-70bc-42bc-85f3-05e03514b148 req-d44f5dc2-6f66-4a93-bb9d-3b55ffc31ae0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409970 May 27 00:23:52.556684 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:23:52.620172 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07137b30-faeb-4e58-bc0f-ee9e84f19282'] response: {'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2', 'code': 200} May 27 00:23:53.447684 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6f91a-0ec7-4cc2-85f1-c36bec84f419 req-9de289bb-31cc-4943-9b48-649f9ba42c80 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:53.449106 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c7b6f91a-0ec7-4cc2-85f1-c36bec84f419 req-9de289bb-31cc-4943-9b48-649f9ba42c80 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 946 time: 0.0766060 May 27 00:23:53.498744 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c7b6f91a-0ec7-4cc2-85f1-c36bec84f419 req-8336c245-cf8f-4fab-bd35-059b1f27f8ee tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430872 May 27 00:23:53.718648 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8be80-90f6-4384-ba93-60391e6e1891 req-98d081bb-9821-4672-b039-f5740cd06930 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:53.720123 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5fd8be80-90f6-4384-ba93-60391e6e1891 req-98d081bb-9821-4672-b039-f5740cd06930 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0878093 May 27 00:23:53.774025 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5fd8be80-90f6-4384-ba93-60391e6e1891 req-51e90436-fa38-400d-bee3-ebe88bc0b72b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467379 May 27 00:23:54.150546 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dfcd8-d0d5-4736-9228-fc82794b925e req-cfdfaf5d-a75d-4310-9735-ec962047a8b0 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:54.152204 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-905dfcd8-d0d5-4736-9228-fc82794b925e req-cfdfaf5d-a75d-4310-9735-ec962047a8b0 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 946 time: 0.1041241 May 27 00:23:54.210937 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-905dfcd8-d0d5-4736-9228-fc82794b925e req-e1fe2ca3-abab-4beb-b80a-6192be0e8581 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503290 May 27 00:23:54.241544 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 34206) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:54.262513 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 1cecbed1-fa57-4233-b216-1837212f40a2 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:23:54.362607 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-ccd3f137-0adc-41be-b333-91c2fa88c7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:54.473570 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-9bdb2d69-f051-412c-b017-2293c1992905 tempest-TestMinimumBasicScenario-1849514302 tempest-TestMinimumBasicScenario-1849514302-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 1094 time: 0.2304759 May 27 00:23:54.476681 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 34214) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:54.483939 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Request body: {'floatingip': {'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'port_id': '252f478e-f969-405f-9879-dc300dc8647e', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:54.489392 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:54.494432 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Usage tracker for resource:floatingip and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:54.498792 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:54.508113 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:54.521995 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for floatingip, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:54.680286 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:54.829111 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Allocated IP 172.28.0.104 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/7f5de5f5-ad6e-4e9d-9124-c2f9cb40ba3e) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:23:54.874835 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5adf59fc-bf5d-404b-96fe-463a560a8bcc req-6395444a-9cd8-48b9-b403-e77f3064f437 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0760696 May 27 00:23:54.991436 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:55.022902 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:55.115929 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:23:55.119028 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:23:55.122040 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:23:55.171260 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 34238) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:55.180952 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event updated for resources: {'Port': ['ID=7f5de5f5-ad6e-4e9d-9124-c2f9cb40ba3e,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:55.197281 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d393d-aea1-40ff-b759-2a59c3dceee4 req-479bd626-6832-4179-a5ef-9e9c82b7f9f8 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:55.198828 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3d6d393d-aea1-40ff-b759-2a59c3dceee4 req-479bd626-6832-4179-a5ef-9e9c82b7f9f8 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.1098301 May 27 00:23:55.250078 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3d6d393d-aea1-40ff-b759-2a59c3dceee4 req-24f5e3e9-3cd7-42ac-bfd5-ceebd000710f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444283 May 27 00:23:55.537198 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-fff433cf-625d-453c-a83a-3b28cc8566c6 req-fe0c361f-8d03-46e9-b233-bd04ef67845f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3648603 May 27 00:23:55.769341 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:55.829786 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:56.139350 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:56.144306 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1260117'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:56.252027 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event updated for resources: {'Port': ['ID=7f5de5f5-ad6e-4e9d-9124-c2f9cb40ba3e,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:56.264173 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:56.464299 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.l3_db [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Floating IP 540c978c-fee1-4a03-a940-5ab285afb1eb associated. External IP: 172.28.0.104, port: 252f478e-f969-405f-9879-dc300dc8647e. May 27 00:23:56.472640 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-50855511-3453-4523-b42b-2fa0071c3b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:56.492801 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d5207-4551-4b6a-a7fd-5abd10f37f74 req-2145b7ae-22e1-4d46-80fe-a2ba0c269c99 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:56.497772 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-403d5207-4551-4b6a-a7fd-5abd10f37f74 req-2145b7ae-22e1-4d46-80fe-a2ba0c269c99 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0926878 May 27 00:23:56.554023 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-403d5207-4551-4b6a-a7fd-5abd10f37f74 req-3dcdf597-dbcd-4fdd-8c73-7c718e1e5810 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505013 May 27 00:23:56.733116 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fff433cf-625d-453c-a83a-3b28cc8566c6 req-0d03030b-c407-44ab-bfc3-f9e58f87f126 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5&tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0727253 May 27 00:23:56.836016 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fff433cf-625d-453c-a83a-3b28cc8566c6 req-018e2065-8f04-45c4-8e3f-be0ef0941656 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 1097 time: 0.0764842 May 27 00:23:56.925241 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Router e0562dad-7a51-49fc-9fff-6e1daaccab7e has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:23:56.976312 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff433cf-625d-453c-a83a-3b28cc8566c6 req-8cb26312-0567-457d-9f83-d203e0b3cfa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:56.977786 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fff433cf-625d-453c-a83a-3b28cc8566c6 req-8cb26312-0567-457d-9f83-d203e0b3cfa0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 917 time: 0.1347537 May 27 00:23:57.083025 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fff433cf-625d-453c-a83a-3b28cc8566c6 req-172cdc35-7081-46e5-b31e-b5b20a0023cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1cecbed1-fa57-4233-b216-1837212f40a2 HTTP/1.1" status: 200 len: 1000 time: 0.0986135 May 27 00:23:57.145047 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:23:57.155943 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff433cf-625d-453c-a83a-3b28cc8566c6 req-71e1cb10-6baf-4653-97a6-62b6b0f04090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:57.157001 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aba77a-d7b8-4664-b484-ce8c74990dd5 None None] Sync routers for ids ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:23:57.157521 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fff433cf-625d-453c-a83a-3b28cc8566c6 req-71e1cb10-6baf-4653-97a6-62b6b0f04090 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.0625873 May 27 00:23:57.172183 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aba77a-d7b8-4664-b484-ce8c74990dd5 None None] Routers {'e0562dad-7a51-49fc-9fff-6e1daaccab7e'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:23:57.172417 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.172933 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-95aba77a-d7b8-4664-b484-ce8c74990dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:23:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:57.234078 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-2e5e64bc-9767-4825-9b8e-ebbbf73d28dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7560163 May 27 00:23:57.234729 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'tag': '252f478e-f969-405f-9879-dc300dc8647e'}] {{(pid=83255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:23:57.239934 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 34254) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:57.244854 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961925990', 'description': 'tempest-secgroup-smoke-961925990 description', 'project_id': '5c2af662b43a4f84956f7ba127bb9a16'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:57.251746 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:57.256685 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Usage tracker for resource:security_group and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:57.259840 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:57.266757 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:57.283635 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.284619 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fff433cf-625d-453c-a83a-3b28cc8566c6 req-ee2e541a-fbaa-47b6-b3a6-3be44f15f359 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1210775 May 27 00:23:57.312286 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436409a1-2876-48f8-bdce-8dd39b0aa132'] response: {'name': 'network-changed', 'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'tag': '252f478e-f969-405f-9879-dc300dc8647e', 'status': 'completed', 'code': 200} May 27 00:23:57.353200 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:57.357754 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Usage tracker for resource:security_group_rule and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:57.366951 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:57.373905 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:57.407747 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-95aba77a-d7b8-4664-b484-ce8c74990dd5 None None] Set router e0562dad-7a51-49fc-9fff-6e1daaccab7e gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:23:57.469221 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.473883 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.523466 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9daba16d-ad11-4b29-8c90-e5ec49d142be,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:57.526372 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.528079 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-8edf2dc3-70c6-4d05-a0a1-3ef1c6108d48 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2876325 May 27 00:23:57.530574 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 34262) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:57.537019 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-dc7934d9-3b0c-462b-ab62-872d30f70057 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Request body: {'security_group_rule': {'security_group_id': '9daba16d-ad11-4b29-8c90-e5ec49d142be', 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:57.544276 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-dc7934d9-3b0c-462b-ab62-872d30f70057 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:57.549176 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-dc7934d9-3b0c-462b-ab62-872d30f70057 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Usage tracker for resource:security_group_rule and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:57.552519 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-dc7934d9-3b0c-462b-ab62-872d30f70057 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:57.559517 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-dc7934d9-3b0c-462b-ab62-872d30f70057 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:57.562701 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fff433cf-625d-453c-a83a-3b28cc8566c6 req-7de48974-2c69-4775-b6dd-72057341382c service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679603 May 27 00:23:57.575039 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-abe5d116-ea7a-429e-a252-90101a4c4aa5 req-b49faaae-acff-479a-bdea-06342abdf77a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2af662b43a4f84956f7ba127bb9a16&device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 1099 time: 0.1604176 May 27 00:23:57.581091 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-dc7934d9-3b0c-462b-ab62-872d30f70057 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.706063 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-dc7934d9-3b0c-462b-ab62-872d30f70057 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.711022 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-dc7934d9-3b0c-462b-ab62-872d30f70057 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.743234 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7934d9-3b0c-462b-ab62-872d30f70057 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c81eb1-a0c2-43ae-9d99-9ad430d7d5dd,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:57.759713 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-dc7934d9-3b0c-462b-ab62-872d30f70057 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.760994 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-dc7934d9-3b0c-462b-ab62-872d30f70057 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2293828 May 27 00:23:57.763961 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 34268) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:57.769957 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-08a0f824-8d26-428e-94b7-a6b6ddd0d689 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Request body: {'security_group_rule': {'security_group_id': '9daba16d-ad11-4b29-8c90-e5ec49d142be', 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:57.776577 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-08a0f824-8d26-428e-94b7-a6b6ddd0d689 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:57.781294 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-08a0f824-8d26-428e-94b7-a6b6ddd0d689 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Usage tracker for resource:security_group_rule and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:57.784708 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-08a0f824-8d26-428e-94b7-a6b6ddd0d689 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:57.791056 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-08a0f824-8d26-428e-94b7-a6b6ddd0d689 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:57.815264 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-08a0f824-8d26-428e-94b7-a6b6ddd0d689 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.868805 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-95aba77a-d7b8-4664-b484-ce8c74990dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:50Z', 'revision_number': 4, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '540c978c-fee1-4a03-a940-5ab285afb1eb', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'floating_ip_address': '172.28.0.104', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'port_id': '252f478e-f969-405f-9879-dc300dc8647e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'mac_address': 'fa:16:3e:a2:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:23:55Z', 'updated_at': '2022-05-27T00:23:55Z', 'revision_number': 0, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1682a4-cf04-48c2-a768-5033508182f9', 'name': '', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'mac_address': 'fa:16:3e:5f:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67d72414-5875-4842-92db-39d3f35d5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:50Z', 'updated_at': '2022-05-27T00:23:03Z', 'revision_number': 5, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'subnets': [{'id': '67d72414-5875-4842-92db-39d3f35d5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:57.874325 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aba77a-d7b8-4664-b484-ce8c74990dd5 None None] Checking router: e0562dad-7a51-49fc-9fff-6e1daaccab7e for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:23:57.888041 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aba77a-d7b8-4664-b484-ce8c74990dd5 None None] Routers {'e0562dad-7a51-49fc-9fff-6e1daaccab7e'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:23:57.888732 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-95aba77a-d7b8-4664-b484-ce8c74990dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:23:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:57.888957 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-08a0f824-8d26-428e-94b7-a6b6ddd0d689 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.896172 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-08a0f824-8d26-428e-94b7-a6b6ddd0d689 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.922020 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0f824-8d26-428e-94b7-a6b6ddd0d689 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d741b29e-38f6-4c2e-9c5c-b6d55e7ddf79,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:57.937846 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-08a0f824-8d26-428e-94b7-a6b6ddd0d689 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.939108 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-08a0f824-8d26-428e-94b7-a6b6ddd0d689 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1741045 May 27 00:23:57.943461 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 34272) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:57.948767 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:57.971422 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-ff409119-cbc7-48b4-b17c-80c82d32579f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Request body: {'security_group_rule': {'security_group_id': '9daba16d-ad11-4b29-8c90-e5ec49d142be', 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:57.985449 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-ff409119-cbc7-48b4-b17c-80c82d32579f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:58.000029 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-ff409119-cbc7-48b4-b17c-80c82d32579f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Usage tracker for resource:security_group_rule and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:58.000510 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.017375 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-ff409119-cbc7-48b4-b17c-80c82d32579f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:58.032534 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-ff409119-cbc7-48b4-b17c-80c82d32579f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:58.035907 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5d116-ea7a-429e-a252-90101a4c4aa5 req-72bc8b23-b469-4517-a64f-03e747af979b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:58.037533 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-abe5d116-ea7a-429e-a252-90101a4c4aa5 req-72bc8b23-b469-4517-a64f-03e747af979b service neutron] 10.222.0.60 "GET /v2.0/networks?id=261c4044-c276-4e89-9a06-198050aed13e HTTP/1.1" status: 200 len: 913 time: 0.4406993 May 27 00:23:58.041784 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fff433cf-625d-453c-a83a-3b28cc8566c6 req-f3b469c2-f72b-4209-82c4-dd8069921d6b service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713349 May 27 00:23:58.089811 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:23:58.135510 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc775a5-1a67-48fa-a7a2-c884bb5ce745 req-b118fa73-baf6-425b-8bcc-82888864a5f9 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:58.137661 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-acc775a5-1a67-48fa-a7a2-c884bb5ce745 req-b118fa73-baf6-425b-8bcc-82888864a5f9 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.3054390 May 27 00:23:58.141278 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ff409119-cbc7-48b4-b17c-80c82d32579f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.150319 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-95aba77a-d7b8-4664-b484-ce8c74990dd5 None None] Set router e0562dad-7a51-49fc-9fff-6e1daaccab7e gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:23:58.237750 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-abe5d116-ea7a-429e-a252-90101a4c4aa5 req-736c61cc-0594-4673-9042-907b58402910 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252f478e-f969-405f-9879-dc300dc8647e HTTP/1.1" status: 200 len: 1000 time: 0.1875925 May 27 00:23:58.303810 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-acc775a5-1a67-48fa-a7a2-c884bb5ce745 req-e2341395-6107-4fd9-b355-783e45b6fd91 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531754 May 27 00:23:58.342032 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ff409119-cbc7-48b4-b17c-80c82d32579f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.343691 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5d116-ea7a-429e-a252-90101a4c4aa5 req-d535db42-0aaf-4adc-aaa3-77098a88512c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:58.345173 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-abe5d116-ea7a-429e-a252-90101a4c4aa5 req-d535db42-0aaf-4adc-aaa3-77098a88512c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67d72414-5875-4842-92db-39d3f35d5380 HTTP/1.1" status: 200 len: 851 time: 0.0970600 May 27 00:23:58.346277 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ff409119-cbc7-48b4-b17c-80c82d32579f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.411022 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff409119-cbc7-48b4-b17c-80c82d32579f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab2f269-8907-4cdd-acdd-6610cdaeb372,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:58.434855 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-ff409119-cbc7-48b4-b17c-80c82d32579f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.436026 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-ff409119-cbc7-48b4-b17c-80c82d32579f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4777105 May 27 00:23:58.439172 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 34278) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:58.445401 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-3f4cdcbd-8d91-448a-a6a1-5551864bd37c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Request body: {'security_group_rule': {'security_group_id': '9daba16d-ad11-4b29-8c90-e5ec49d142be', 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:58.452395 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-3f4cdcbd-8d91-448a-a6a1-5551864bd37c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:58.455234 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-abe5d116-ea7a-429e-a252-90101a4c4aa5 req-60e37809-1cfe-4b4f-87c2-005aaf7b3db4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=261c4044-c276-4e89-9a06-198050aed13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1014416 May 27 00:23:58.456819 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-3f4cdcbd-8d91-448a-a6a1-5551864bd37c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Usage tracker for resource:security_group_rule and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:58.460151 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-3f4cdcbd-8d91-448a-a6a1-5551864bd37c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:58.466368 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-3f4cdcbd-8d91-448a-a6a1-5551864bd37c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:58.488900 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f4cdcbd-8d91-448a-a6a1-5551864bd37c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.571068 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f4cdcbd-8d91-448a-a6a1-5551864bd37c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.575753 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-95aba77a-d7b8-4664-b484-ce8c74990dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:50Z', 'revision_number': 4, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '540c978c-fee1-4a03-a940-5ab285afb1eb', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'floating_ip_address': '172.28.0.104', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'port_id': '252f478e-f969-405f-9879-dc300dc8647e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'mac_address': 'fa:16:3e:a2:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:23:55Z', 'updated_at': '2022-05-27T00:23:55Z', 'revision_number': 0, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1682a4-cf04-48c2-a768-5033508182f9', 'name': '', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'mac_address': 'fa:16:3e:5f:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67d72414-5875-4842-92db-39d3f35d5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:50Z', 'updated_at': '2022-05-27T00:23:03Z', 'revision_number': 5, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'subnets': [{'id': '67d72414-5875-4842-92db-39d3f35d5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:23:58.579031 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f4cdcbd-8d91-448a-a6a1-5551864bd37c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.587122 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aba77a-d7b8-4664-b484-ce8c74990dd5 None None] The sync data for ids ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'] in dv-cinder-843305-3-smb is: [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:50Z', 'revision_number': 4, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '540c978c-fee1-4a03-a940-5ab285afb1eb', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'floating_ip_address': '172.28.0.104', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'port_id': '252f478e-f969-405f-9879-dc300dc8647e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'mac_address': 'fa:16:3e:a2:e3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:23:55Z', 'updated_at': '2022-05-27T00:23:55Z', 'revision_number': 0, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1682a4-cf04-48c2-a768-5033508182f9', 'name': '', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'mac_address': 'fa:16:3e:5f:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67d72414-5875-4842-92db-39d3f35d5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:50Z', 'updated_at': '2022-05-27T00:23:03Z', 'revision_number': 5, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'subnets': [{'id': '67d72414-5875-4842-92db-39d3f35d5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:23:58.612737 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cdcbd-8d91-448a-a6a1-5551864bd37c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b926f86-c93e-4fdd-81c6-a12367cf3499,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:58.620631 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f4cdcbd-8d91-448a-a6a1-5551864bd37c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.625469 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-3f4cdcbd-8d91-448a-a6a1-5551864bd37c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1826036 May 27 00:23:58.625664 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 34282) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:58.632095 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-56d5056c-748d-4023-874b-b81517c11d6f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Request body: {'security_group_rule': {'security_group_id': '9daba16d-ad11-4b29-8c90-e5ec49d142be', 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:58.640104 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-56d5056c-748d-4023-874b-b81517c11d6f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:58.645365 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-56d5056c-748d-4023-874b-b81517c11d6f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Usage tracker for resource:security_group_rule and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:58.652758 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-56d5056c-748d-4023-874b-b81517c11d6f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:58.659372 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-56d5056c-748d-4023-874b-b81517c11d6f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:58.672077 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.securitygroups_db [None req-56d5056c-748d-4023-874b-b81517c11d6f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Project 5c2af662b43a4f84956f7ba127bb9a16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 00:23:58.674751 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-abe5d116-ea7a-429e-a252-90101a4c4aa5 req-34b029f3-b9bf-42a3-a34a-d46e160b68d0 service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099824 May 27 00:23:58.682034 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-56d5056c-748d-4023-874b-b81517c11d6f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.758492 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-56d5056c-748d-4023-874b-b81517c11d6f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.763645 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-56d5056c-748d-4023-874b-b81517c11d6f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.792478 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5056c-748d-4023-874b-b81517c11d6f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c92de01-d932-43f5-a769-84cd93c28621,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:58.804450 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-56d5056c-748d-4023-874b-b81517c11d6f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.806350 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-56d5056c-748d-4023-874b-b81517c11d6f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1793399 May 27 00:23:58.809886 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 34286) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:23:58.816863 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-175abcdd-a027-465c-b6a6-3ff89d5ed305 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Request body: {'security_group_rule': {'security_group_id': '9daba16d-ad11-4b29-8c90-e5ec49d142be', 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:58.822956 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-175abcdd-a027-465c-b6a6-3ff89d5ed305 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:23:58.827207 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-175abcdd-a027-465c-b6a6-3ff89d5ed305 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Usage tracker for resource:security_group_rule and tenant:5c2af662b43a4f84956f7ba127bb9a16 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:23:58.830144 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-175abcdd-a027-465c-b6a6-3ff89d5ed305 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:23:58.836255 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-175abcdd-a027-465c-b6a6-3ff89d5ed305 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:23:58.839328 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-abe5d116-ea7a-429e-a252-90101a4c4aa5 req-a3a0eb0c-01d5-49e3-af57-05ef8ed0bf31 service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546409 May 27 00:23:58.847181 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.securitygroups_db [None req-175abcdd-a027-465c-b6a6-3ff89d5ed305 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Project 5c2af662b43a4f84956f7ba127bb9a16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 00:23:58.854781 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-175abcdd-a027-465c-b6a6-3ff89d5ed305 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.930114 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-175abcdd-a027-465c-b6a6-3ff89d5ed305 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.935726 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-175abcdd-a027-465c-b6a6-3ff89d5ed305 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.969251 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175abcdd-a027-465c-b6a6-3ff89d5ed305 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fec132-74e2-4cb6-84b3-3a9ef57e0266,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:23:58.987003 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-175abcdd-a027-465c-b6a6-3ff89d5ed305 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:58.989766 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-175abcdd-a027-465c-b6a6-3ff89d5ed305 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1778870 May 27 00:23:59.183178 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5bdbe6a2-d81c-416c-aabb-c228e51e176b req-76bfe632-313c-4f5a-a914-dc0f425ee297 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961925990&fields=id&tenant_id=5c2af662b43a4f84956f7ba127bb9a16 HTTP/1.1" status: 200 len: 267 time: 0.0948124 May 27 00:23:59.201142 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:59.300646 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbe6a2-d81c-416c-aabb-c228e51e176b req-513b289c-3130-4e82-b54f-6692e8e3d12d tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:59.300951 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5bdbe6a2-d81c-416c-aabb-c228e51e176b req-513b289c-3130-4e82-b54f-6692e8e3d12d tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 946 time: 0.1116295 May 27 00:23:59.312633 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-5bdbe6a2-d81c-416c-aabb-c228e51e176b req-28679ffc-f477-43cc-9c1b-40e2ff9e421f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Request body: {'port': {'security_groups': ['98df21b0-65ca-48e1-a7f0-503c974b5196', '9daba16d-ad11-4b29-8c90-e5ec49d142be']}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:23:59.541289 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5bdbe6a2-d81c-416c-aabb-c228e51e176b req-28679ffc-f477-43cc-9c1b-40e2ff9e421f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:23:59.639199 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0667569-6d25-43a9-b659-d2d0094db0ec None None] New status for floating IP 540c978c-fee1-4a03-a940-5ab285afb1eb: ACTIVE {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:23:59.697932 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecf5da-0204-4427-b22d-a7940ec32711 req-ebac0cd0-0014-43ae-9840-789b2c38b992 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:23:59.700144 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-dbecf5da-0204-4427-b22d-a7940ec32711 req-ebac0cd0-0014-43ae-9840-789b2c38b992 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.2143981 May 27 00:23:59.884940 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-dbecf5da-0204-4427-b22d-a7940ec32711 req-27af2eef-18bb-4716-ad6e-529ea7d585d7 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418228 May 27 00:23:59.960231 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-5bdbe6a2-d81c-416c-aabb-c228e51e176b req-28679ffc-f477-43cc-9c1b-40e2ff9e421f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] For port 252f478e-f969-405f-9879-dc300dc8647e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=252f478e-f969-405f-9879-dc300dc8647e,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:23:59.998165 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5bdbe6a2-d81c-416c-aabb-c228e51e176b req-28679ffc-f477-43cc-9c1b-40e2ff9e421f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:00.003407 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5bdbe6a2-d81c-416c-aabb-c228e51e176b req-28679ffc-f477-43cc-9c1b-40e2ff9e421f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:00.016084 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['252f478e-f969-405f-9879-dc300dc8647e'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:24:00.089902 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbe6a2-d81c-416c-aabb-c228e51e176b req-28679ffc-f477-43cc-9c1b-40e2ff9e421f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:00.090535 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5bdbe6a2-d81c-416c-aabb-c228e51e176b req-28679ffc-f477-43cc-9c1b-40e2ff9e421f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:00.091983 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5bdbe6a2-d81c-416c-aabb-c228e51e176b req-28679ffc-f477-43cc-9c1b-40e2ff9e421f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "PUT /v2.0/ports/252f478e-f969-405f-9879-dc300dc8647e HTTP/1.1" status: 200 len: 982 time: 0.7849064 May 27 00:24:00.092443 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'tag': '252f478e-f969-405f-9879-dc300dc8647e'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:24:00.130016 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28679ffc-f477-43cc-9c1b-40e2ff9e421f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event updated for resources: {'Port': ['ID=252f478e-f969-405f-9879-dc300dc8647e,revision_number=6']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:24:00.208209 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e10405-a442-4063-ac1e-faa1c8309078'] response: {'name': 'network-changed', 'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'tag': '252f478e-f969-405f-9879-dc300dc8647e', 'status': 'completed', 'code': 200} May 27 00:24:00.230510 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['252f478e-f969-405f-9879-dc300dc8647e'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:24:00.442137 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3924-2b9d-4bf2-97cf-02d7c0e352bc req-eb9d481d-dcb1-4fb0-b413-c69d8a438e05 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:00.443600 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e1eb3924-2b9d-4bf2-97cf-02d7c0e352bc req-eb9d481d-dcb1-4fb0-b413-c69d8a438e05 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.1909511 May 27 00:24:00.489561 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-127f332c-eb0b-4c95-9e9a-68bbe16e853b None None] Provisioning complete for port 252f478e-f969-405f-9879-dc300dc8647e triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:24:00.490210 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-127f332c-eb0b-4c95-9e9a-68bbe16e853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:00.500912 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e1eb3924-2b9d-4bf2-97cf-02d7c0e352bc req-b1d5741d-99d3-4bdb-b86e-67c18a35553b tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500906 May 27 00:24:01.142721 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da984e-f37f-4373-a4fa-cfa12554f380 req-930994e6-85aa-4be1-ae3c-13933488f46e tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:01.144174 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d2da984e-f37f-4373-a4fa-cfa12554f380 req-930994e6-85aa-4be1-ae3c-13933488f46e tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0864620 May 27 00:24:01.199263 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d2da984e-f37f-4373-a4fa-cfa12554f380 req-4e37458a-581e-49f4-9ad7-06f4f6a5f5a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482938 May 27 00:24:02.423235 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b7261-181d-4d87-b4f8-6e2c2387cb88 req-5c129b53-cb6f-4bb5-9242-bc50324263b2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:02.424715 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-278b7261-181d-4d87-b4f8-6e2c2387cb88 req-5c129b53-cb6f-4bb5-9242-bc50324263b2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0830922 May 27 00:24:02.477878 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-278b7261-181d-4d87-b4f8-6e2c2387cb88 req-246dd325-1310-437a-a0f3-c56af1959051 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459845 May 27 00:24:03.705358 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23246e94-aeb8-4df5-bafe-db3d080a7c86 req-baf33a66-d0e7-4b99-ac46-d919a95b48a8 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:03.707150 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-23246e94-aeb8-4df5-bafe-db3d080a7c86 req-baf33a66-d0e7-4b99-ac46-d919a95b48a8 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0867918 May 27 00:24:03.760621 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-23246e94-aeb8-4df5-bafe-db3d080a7c86 req-1ef4f63a-b716-494d-b8ae-b1488a5e3943 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478539 May 27 00:24:04.982511 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336997d-1a80-48f8-9d32-3ddc28f2f1e4 req-fbe49351-b6ad-410c-8809-c1963ddfbaf0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:04.983964 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1336997d-1a80-48f8-9d32-3ddc28f2f1e4 req-fbe49351-b6ad-410c-8809-c1963ddfbaf0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0805418 May 27 00:24:05.032444 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1336997d-1a80-48f8-9d32-3ddc28f2f1e4 req-f39140b2-98b5-46b3-8600-19589a4ff07b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 May 27 00:24:06.262333 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02518c-649a-4af4-a0df-9287d446a74e req-90218b35-17bb-448b-9eb9-ed34a17dbe1b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:06.263836 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6e02518c-649a-4af4-a0df-9287d446a74e req-90218b35-17bb-448b-9eb9-ed34a17dbe1b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0844595 May 27 00:24:06.334193 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6e02518c-649a-4af4-a0df-9287d446a74e req-d51e7ac8-2486-4ebe-a3c8-8d3d9be2f87e tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640955 May 27 00:24:07.578157 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552af395-e2e6-4c82-8914-fbf6a9960c7e req-2d316111-a8c8-4e71-afba-83208741bba7 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:07.579660 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-552af395-e2e6-4c82-8914-fbf6a9960c7e req-2d316111-a8c8-4e71-afba-83208741bba7 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0789156 May 27 00:24:07.633680 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-552af395-e2e6-4c82-8914-fbf6a9960c7e req-950e7c77-0609-4f7a-a63d-ede8b3994d09 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470159 May 27 00:24:08.855608 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a4bb5-36f7-4541-92ac-38c76de69b75 req-2bee2ab7-3dd4-42d8-98c9-b9a5ee8f0343 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:08.857136 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a27a4bb5-36f7-4541-92ac-38c76de69b75 req-2bee2ab7-3dd4-42d8-98c9-b9a5ee8f0343 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0785377 May 27 00:24:08.906704 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a27a4bb5-36f7-4541-92ac-38c76de69b75 req-19083107-8aea-4728-a387-f26a23cd3a02 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432928 May 27 00:24:10.130438 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68252ba-15d0-4fbd-b059-213e6039e334 req-8535cc4a-b824-43b4-96f7-c21732ca394f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:10.131911 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a68252ba-15d0-4fbd-b059-213e6039e334 req-8535cc4a-b824-43b4-96f7-c21732ca394f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0844176 May 27 00:24:10.182742 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a68252ba-15d0-4fbd-b059-213e6039e334 req-a01e39e4-fe6f-40d8-a7cd-8e25e986970f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451217 May 27 00:24:11.402437 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b2962-3f3a-467b-93f5-8a2403759d11 req-f3f6052e-f1b3-4c97-bacb-2973dc78e0ad tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:11.403958 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-286b2962-3f3a-467b-93f5-8a2403759d11 req-f3f6052e-f1b3-4c97-bacb-2973dc78e0ad tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0809853 May 27 00:24:11.452871 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-286b2962-3f3a-467b-93f5-8a2403759d11 req-ee73e6cd-280a-400b-8122-d159fec253e8 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430741 May 27 00:24:12.572305 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:12.675387 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9fa98-f986-4eef-a167-3a1681591d98 req-533461ab-df2a-47af-b16f-e3262fe10c4a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:12.676867 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-40e9fa98-f986-4eef-a167-3a1681591d98 req-533461ab-df2a-47af-b16f-e3262fe10c4a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0847220 May 27 00:24:12.723639 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-40e9fa98-f986-4eef-a167-3a1681591d98 req-c3d8ffda-dc7c-4663-936b-8bdf2c83fdeb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404940 May 27 00:24:13.937476 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8659b-34b6-45d7-a60e-2b5470ceb7ce req-b204920d-c597-48b1-8275-4096c311c589 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:13.939059 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-efa8659b-34b6-45d7-a60e-2b5470ceb7ce req-b204920d-c597-48b1-8275-4096c311c589 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0770960 May 27 00:24:13.984518 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-efa8659b-34b6-45d7-a60e-2b5470ceb7ce req-66f6e983-4dd5-4914-bebf-4e52423ca4fc tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 May 27 00:24:15.202859 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac10ff-18ac-43af-b00a-89a7b8f10b10 req-750a0c4e-3ce2-4ad1-8d39-34ed79ae26bb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:15.204315 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70ac10ff-18ac-43af-b00a-89a7b8f10b10 req-750a0c4e-3ce2-4ad1-8d39-34ed79ae26bb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0813348 May 27 00:24:15.249902 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-70ac10ff-18ac-43af-b00a-89a7b8f10b10 req-e301651b-219d-42a9-b98d-c2964b04a140 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399137 May 27 00:24:16.460039 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b51e6e-6498-4c9b-8786-8d0bfecb6d97 req-7307010a-b6ba-45a9-9dfe-897a50a25331 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:16.461509 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-41b51e6e-6498-4c9b-8786-8d0bfecb6d97 req-7307010a-b6ba-45a9-9dfe-897a50a25331 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0760739 May 27 00:24:16.511728 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-41b51e6e-6498-4c9b-8786-8d0bfecb6d97 req-846904d0-92a2-406f-a95b-e038f3e0ffed tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437217 May 27 00:24:17.722332 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66bf24-09bd-4336-9af3-2d82a03af2c1 req-b7a7e217-8ab6-4452-8d36-2250d32d559d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:17.723787 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5b66bf24-09bd-4336-9af3-2d82a03af2c1 req-b7a7e217-8ab6-4452-8d36-2250d32d559d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0772676 May 27 00:24:17.769405 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5b66bf24-09bd-4336-9af3-2d82a03af2c1 req-791ed8c6-4a06-435c-8eec-fe0cb4c97a67 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401342 May 27 00:24:18.993215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76262af8-c666-4c25-b1e5-03a18a77b871 req-e02e2785-5a61-449a-88bb-0de8f622498e tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:18.994677 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76262af8-c666-4c25-b1e5-03a18a77b871 req-e02e2785-5a61-449a-88bb-0de8f622498e tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0814047 May 27 00:24:19.043972 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76262af8-c666-4c25-b1e5-03a18a77b871 req-0d7e4b54-7c75-4d5e-b6e4-001e33464dae tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432501 May 27 00:24:20.262230 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122306d3-c93c-47bc-be7e-c21826c0258c req-2179dfcd-893b-4761-ad67-4355c92e49eb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:20.263706 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-122306d3-c93c-47bc-be7e-c21826c0258c req-2179dfcd-893b-4761-ad67-4355c92e49eb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0837317 May 27 00:24:20.309711 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-122306d3-c93c-47bc-be7e-c21826c0258c req-59a4cc28-f43d-447a-a9bc-fe2bda19bb8d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405200 May 27 00:24:21.573971 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-548521d5-c9d4-42ba-bccf-cf21e9a58843 req-2e530274-ae08-4975-ac1b-115f4b1beee8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2af662b43a4f84956f7ba127bb9a16&device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 1138 time: 0.1399486 May 27 00:24:21.583487 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f85c0-6d23-4c70-914a-2fa7fc652fd9 req-e696dc29-6185-443e-a211-79b6268a50e8 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:21.584903 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d20f85c0-6d23-4c70-914a-2fa7fc652fd9 req-e696dc29-6185-443e-a211-79b6268a50e8 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.1122229 May 27 00:24:21.797658 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d20f85c0-6d23-4c70-914a-2fa7fc652fd9 req-5a0bb8cc-55a2-4fec-9ab3-3d54f52d6a2d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933506 May 27 00:24:21.831899 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548521d5-c9d4-42ba-bccf-cf21e9a58843 req-d31efb16-2dbb-4f51-99ed-3f9ae9c34fce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:21.833584 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-548521d5-c9d4-42ba-bccf-cf21e9a58843 req-d31efb16-2dbb-4f51-99ed-3f9ae9c34fce service neutron] 10.222.0.60 "GET /v2.0/networks?id=261c4044-c276-4e89-9a06-198050aed13e HTTP/1.1" status: 200 len: 913 time: 0.2477088 May 27 00:24:21.944388 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-548521d5-c9d4-42ba-bccf-cf21e9a58843 req-e0785ff7-e086-47a7-ac09-9ebae51bc48f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252f478e-f969-405f-9879-dc300dc8647e HTTP/1.1" status: 200 len: 1002 time: 0.1040142 May 27 00:24:22.009051 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548521d5-c9d4-42ba-bccf-cf21e9a58843 req-ea20ad95-eb2a-46de-86f1-3f4dacb1d837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:22.011368 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-548521d5-c9d4-42ba-bccf-cf21e9a58843 req-ea20ad95-eb2a-46de-86f1-3f4dacb1d837 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67d72414-5875-4842-92db-39d3f35d5380 HTTP/1.1" status: 200 len: 851 time: 0.0594988 May 27 00:24:22.087236 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-548521d5-c9d4-42ba-bccf-cf21e9a58843 req-84dff040-e5cb-422a-ac14-d368bd3d55cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=261c4044-c276-4e89-9a06-198050aed13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699394 May 27 00:24:22.220322 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-548521d5-c9d4-42ba-bccf-cf21e9a58843 req-7ce1a1c7-b0ff-42c0-9db3-45c3cb0b3f5f service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250427 May 27 00:24:22.355807 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-548521d5-c9d4-42ba-bccf-cf21e9a58843 req-4d134280-3c7a-42ae-9b51-9a0610377f87 service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288064 May 27 00:24:23.017597 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c4da7-41f5-4b57-87ec-f08e1038b87b req-31aabfc6-1640-4343-84ad-c9bd65178d2d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:23.019551 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ac8c4da7-41f5-4b57-87ec-f08e1038b87b req-31aabfc6-1640-4343-84ad-c9bd65178d2d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0810523 May 27 00:24:23.070493 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ac8c4da7-41f5-4b57-87ec-f08e1038b87b req-c3e8a784-0dbd-4b27-a9f8-a3ef97ffb537 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458701 May 27 00:24:24.264418 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-19f2da9b-1da7-4f41-a60c-4b41bd8fdbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:24.289311 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f6ac6-8ef3-4dce-96c2-5613d32f8f8c req-84d1b50a-c324-4180-b8d8-889b628c596a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:24.290752 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5b8f6ac6-8ef3-4dce-96c2-5613d32f8f8c req-84d1b50a-c324-4180-b8d8-889b628c596a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0792878 May 27 00:24:24.341696 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5b8f6ac6-8ef3-4dce-96c2-5613d32f8f8c req-1dce7146-f27f-4f82-9986-f96378e5617a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441318 May 27 00:24:25.556137 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43669c1b-626a-4b47-b3f4-5dd8bc2d5f3e req-8fa8b52a-853e-4d72-bffd-2532230b5837 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:25.557597 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-43669c1b-626a-4b47-b3f4-5dd8bc2d5f3e req-8fa8b52a-853e-4d72-bffd-2532230b5837 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0800831 May 27 00:24:25.603027 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-43669c1b-626a-4b47-b3f4-5dd8bc2d5f3e req-51c6368d-9f6c-41f4-8b17-6f07ec5c64a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397851 May 27 00:24:26.465551 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-de7b9702-a495-41d3-ba75-b1e074214ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:26.828370 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb402c-5d45-4cd7-9fde-61c96076d3fe req-b0b5873d-1de1-42df-a8bc-a552c37c749b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:26.829869 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-89eb402c-5d45-4cd7-9fde-61c96076d3fe req-b0b5873d-1de1-42df-a8bc-a552c37c749b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0875747 May 27 00:24:26.886260 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-89eb402c-5d45-4cd7-9fde-61c96076d3fe req-941f35d3-fa69-4dc2-b44d-3825100f6fb5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500734 May 27 00:24:27.942723 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:27.999052 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:28.097287 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6da5d-1178-4a8a-b8ca-5be2617edfae req-57063dae-c8d3-4677-81cf-f60da95b875d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:28.098712 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2ae6da5d-1178-4a8a-b8ca-5be2617edfae req-57063dae-c8d3-4677-81cf-f60da95b875d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 944 time: 0.0765524 May 27 00:24:28.143946 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2ae6da5d-1178-4a8a-b8ca-5be2617edfae req-57f16b4b-4312-4a2b-97ac-3dc13e697370 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397210 May 27 00:24:28.404207 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 1cecbed1-fa57-4233-b216-1837212f40a2 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:24:28.539647 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1cecbed1-fa57-4233-b216-1837212f40a2,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:24:28.584652 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '1cecbed1-fa57-4233-b216-1837212f40a2', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'port_id': '1cecbed1-fa57-4233-b216-1837212f40a2', 'mac_address': 'fa:16:3e:87:18:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:24:28.651172 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:28.669406 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cecbed1-fa57-4233-b216-1837212f40a2 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:24:28.685827 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1cecbed1-fa57-4233-b216-1837212f40a2,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:24:28.689971 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:28.761417 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=1cecbed1-fa57-4233-b216-1837212f40a2,revision_number=9']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:24:29.171100 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['1cecbed1-fa57-4233-b216-1837212f40a2'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:24:29.229707 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:29.371837 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e0a78-f88b-422a-9cb1-688b138c6c57 req-528b6c38-bc0e-45b8-b33b-4e77b5750210 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:29.373321 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-371e0a78-f88b-422a-9cb1-688b138c6c57 req-528b6c38-bc0e-45b8-b33b-4e77b5750210 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 945 time: 0.0898135 May 27 00:24:29.420803 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-371e0a78-f88b-422a-9cb1-688b138c6c57 req-a9cc5bc7-b89c-4c16-8ee5-640ce2d09d52 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416758 May 27 00:24:29.880915 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8cbedff5-7d74-4d39-be9c-c61412477375 req-cf497595-0bf7-4aa1-b48c-cbc85ab8c4e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 1098 time: 0.1233811 May 27 00:24:29.979161 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e92c-347a-452d-a03c-4c2bba620536 req-5e1d1642-1d1d-4bc5-9892-d2767ba12788 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:29.980491 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bd21e92c-347a-452d-a03c-4c2bba620536 req-5e1d1642-1d1d-4bc5-9892-d2767ba12788 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.1691816 May 27 00:24:30.051312 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbedff5-7d74-4d39-be9c-c61412477375 req-051769dc-6b9c-4d11-9a66-0e2e6dccc1fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:30.052728 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8cbedff5-7d74-4d39-be9c-c61412477375 req-051769dc-6b9c-4d11-9a66-0e2e6dccc1fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.1645136 May 27 00:24:30.060393 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bd21e92c-347a-452d-a03c-4c2bba620536 req-a787dea0-671b-42af-a018-d56c9545bb88 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740681 May 27 00:24:30.223320 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8cbedff5-7d74-4d39-be9c-c61412477375 req-3c60800b-7927-481b-88fe-e80fe74c8c12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c04e8-4458-44be-9ad8-1e170989bb9c HTTP/1.1" status: 200 len: 1001 time: 0.1619825 May 27 00:24:30.284175 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbedff5-7d74-4d39-be9c-c61412477375 req-77216063-438b-41da-831b-acca12307349 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:30.285545 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8cbedff5-7d74-4d39-be9c-c61412477375 req-77216063-438b-41da-831b-acca12307349 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.0565023 May 27 00:24:30.360853 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8cbedff5-7d74-4d39-be9c-c61412477375 req-4ba63a1f-79fc-4087-9049-2a328565e0bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691903 May 27 00:24:30.419246 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 1cecbed1-fa57-4233-b216-1837212f40a2 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:24:30.497430 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8cbedff5-7d74-4d39-be9c-c61412477375 req-0a84aa9e-d3be-4101-a4de-47fbbf98fab6 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290753 May 27 00:24:30.499781 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 1cecbed1-fa57-4233-b216-1837212f40a2 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:24:30.500209 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:30.617494 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:30.646655 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:24:30.657072 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1cecbed1-fa57-4233-b216-1837212f40a2,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:24:30.662534 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:30.703544 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8cbedff5-7d74-4d39-be9c-c61412477375 req-f235942b-5467-4cad-b6f5-691886df3a83 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980860 May 27 00:24:30.708655 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed47332-92c1-481c-aa45-66b9fa26b36c'] response: {'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2', 'code': 200} May 27 00:24:30.716943 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499731e-75e3-42f5-b779-8850f2dcc354 req-d39e1027-72c9-4e7a-afea-3f7adb961681 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:30.725113 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5499731e-75e3-42f5-b779-8850f2dcc354 req-d39e1027-72c9-4e7a-afea-3f7adb961681 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 945 time: 0.1540473 May 27 00:24:30.751179 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=1cecbed1-fa57-4233-b216-1837212f40a2,revision_number=10']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:24:30.775379 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5499731e-75e3-42f5-b779-8850f2dcc354 req-2a9f83e1-91cb-428b-8720-87a9a6cc25d3 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493164 May 27 00:24:31.266702 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ee87e-1935-4673-9f8a-f75b26ddac08 req-944ba88c-3e25-4921-b061-bea117578243 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:31.268132 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a2ee87e-1935-4673-9f8a-f75b26ddac08 req-944ba88c-3e25-4921-b061-bea117578243 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0850198 May 27 00:24:31.314804 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a2ee87e-1935-4673-9f8a-f75b26ddac08 req-9536f86c-684f-43bf-bada-e68ca1222b29 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405874 May 27 00:24:31.408059 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-42314c04-94d2-448a-9b3f-e75c022ee50c req-4c528391-c2ce-4f55-9142-018a7ded5855 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 1100 time: 0.0685499 May 27 00:24:31.453143 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-42314c04-94d2-448a-9b3f-e75c022ee50c req-7f5db735-788c-4dc6-b1d1-ab7611bc042a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392623 May 27 00:24:31.987185 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16cd73-c3cc-439d-b23f-2ec0877c5cd3 req-81c850ce-8ed9-4192-80cf-cec00c828337 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:31.988653 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cd16cd73-c3cc-439d-b23f-2ec0877c5cd3 req-81c850ce-8ed9-4192-80cf-cec00c828337 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 947 time: 0.0744958 May 27 00:24:32.033291 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cd16cd73-c3cc-439d-b23f-2ec0877c5cd3 req-a6a2b0ea-4584-4f50-8d7a-07698711ab44 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388701 May 27 00:24:32.516409 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45ab7-885c-4942-a513-637c9066f5a6 req-a18b02c6-ff65-45ec-8677-9d81906a3a24 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:32.517865 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-dca45ab7-885c-4942-a513-637c9066f5a6 req-a18b02c6-ff65-45ec-8677-9d81906a3a24 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0792866 May 27 00:24:32.562705 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-dca45ab7-885c-4942-a513-637c9066f5a6 req-db4d35e4-550d-42b3-b0af-ef7eb41831a2 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393221 May 27 00:24:33.284354 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839c29e-f6a6-488b-bd5b-039cc40dcc29 req-9e427bb3-0bda-4d24-876b-dda51f16b967 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:33.286113 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5839c29e-f6a6-488b-bd5b-039cc40dcc29 req-9e427bb3-0bda-4d24-876b-dda51f16b967 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 947 time: 0.0847681 May 27 00:24:33.342183 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5839c29e-f6a6-488b-bd5b-039cc40dcc29 req-941f7ac6-aae8-4788-8d88-dc9263b9b305 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500417 May 27 00:24:33.766367 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e55acc-8119-4f75-ad4c-7617be7314b2 req-a89b4829-67b1-4fe6-b59b-b063ba5dc818 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:33.767741 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-17e55acc-8119-4f75-ad4c-7617be7314b2 req-a89b4829-67b1-4fe6-b59b-b063ba5dc818 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0817745 May 27 00:24:33.815897 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-17e55acc-8119-4f75-ad4c-7617be7314b2 req-2e7500fe-7d21-45da-b119-b918c7996365 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 May 27 00:24:34.551602 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b60b-0870-46eb-ad04-07fed666c60f req-482f4eeb-5d69-4136-aa4b-37c4112a553f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:34.553021 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7d24b60b-0870-46eb-ad04-07fed666c60f req-482f4eeb-5d69-4136-aa4b-37c4112a553f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 947 time: 0.0748227 May 27 00:24:34.601351 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7d24b60b-0870-46eb-ad04-07fed666c60f req-82da96e3-3c72-4f92-992c-5bdb2ba2e27a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419316 May 27 00:24:35.023040 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae25857-cf70-437f-9333-6f12d1138f78 req-02de9f6e-8732-41d9-8da4-81b79f529396 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:35.024497 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fae25857-cf70-437f-9333-6f12d1138f78 req-02de9f6e-8732-41d9-8da4-81b79f529396 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0818927 May 27 00:24:35.062303 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:24:35.071422 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fae25857-cf70-437f-9333-6f12d1138f78 req-dc0a8b8a-7f98-41d3-9e28-38ce949c0eb3 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409372 May 27 00:24:36.277605 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370a09d-d6b9-4632-a2db-460a88e20871 req-3f59a7d0-4d96-4ca3-b69a-e223150e7ab2 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:36.279104 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a370a09d-d6b9-4632-a2db-460a88e20871 req-3f59a7d0-4d96-4ca3-b69a-e223150e7ab2 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0855303 May 27 00:24:36.331991 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a370a09d-d6b9-4632-a2db-460a88e20871 req-c0d59ca4-f414-4d3c-864b-59078474537f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471013 May 27 00:24:37.542945 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d7242-8ab2-4749-9140-3fb851d699c8 req-352b1dfb-47f8-4ad7-8b95-63ba9e103f97 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:37.544305 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bc5d7242-8ab2-4749-9140-3fb851d699c8 req-352b1dfb-47f8-4ad7-8b95-63ba9e103f97 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0759895 May 27 00:24:37.591302 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bc5d7242-8ab2-4749-9140-3fb851d699c8 req-a6c715c6-b274-4ecc-9593-0ef00e9b3d8c tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 May 27 00:24:38.807675 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517c435-69f5-4123-97bc-a7b4a2ab3f14 req-8f313657-477d-4d9a-9b5a-5fdb0a3b2302 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:38.809344 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3517c435-69f5-4123-97bc-a7b4a2ab3f14 req-8f313657-477d-4d9a-9b5a-5fdb0a3b2302 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0874634 May 27 00:24:38.857005 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3517c435-69f5-4123-97bc-a7b4a2ab3f14 req-00dddc9c-cc30-484a-a565-41ea01f2ea10 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 May 27 00:24:40.060917 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c4ea7-2f65-4deb-a16e-e96011eb4929 req-14c1bdaf-c5db-408e-8b18-46f1e721ad6f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:40.062358 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-044c4ea7-2f65-4deb-a16e-e96011eb4929 req-14c1bdaf-c5db-408e-8b18-46f1e721ad6f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0751255 May 27 00:24:40.108719 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-044c4ea7-2f65-4deb-a16e-e96011eb4929 req-99529b90-1671-45c3-b250-c241179227bc tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408192 May 27 00:24:41.392427 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf33f3e-de28-4063-bf35-33e98dcaaca1 req-76c9df5d-3078-405d-8e1f-f0b452ff9af6 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:41.393948 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-dbf33f3e-de28-4063-bf35-33e98dcaaca1 req-76c9df5d-3078-405d-8e1f-f0b452ff9af6 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.1578369 May 27 00:24:41.443590 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-dbf33f3e-de28-4063-bf35-33e98dcaaca1 req-987c4811-76e1-4c0a-bcba-0e4b04b52f23 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408494 May 27 00:24:42.568187 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:42.646566 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799ad22-9bc7-4602-a178-c4f9b7559251 req-ca3ab72f-68a9-420d-a0b0-90173145197a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:42.648008 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4799ad22-9bc7-4602-a178-c4f9b7559251 req-ca3ab72f-68a9-420d-a0b0-90173145197a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0796306 May 27 00:24:42.694143 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4799ad22-9bc7-4602-a178-c4f9b7559251 req-c2c64f38-c504-4672-9ef7-9534c43d7b08 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405598 May 27 00:24:43.012049 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a3a89487-47d0-45a6-82d2-342c77389d30 req-ea9e936b-ae02-458b-9aff-4ecda1c082b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744996 May 27 00:24:43.111441 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a3a89487-47d0-45a6-82d2-342c77389d30 req-f2c934dd-2595-42fd-9e1e-6b2e7c88b528 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 1099 time: 0.0754812 May 27 00:24:43.257911 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a89487-47d0-45a6-82d2-342c77389d30 req-74df8136-60ef-47a5-840e-a732f711a74c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:43.259324 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a3a89487-47d0-45a6-82d2-342c77389d30 req-74df8136-60ef-47a5-840e-a732f711a74c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 915 time: 0.1282227 May 27 00:24:43.358296 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a3a89487-47d0-45a6-82d2-342c77389d30 req-98ee07ad-cf0c-4850-b34b-382b145b62ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe67925-4693-419f-9872-ef06903156e7 HTTP/1.1" status: 200 len: 1002 time: 0.0920513 May 27 00:24:43.425861 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a89487-47d0-45a6-82d2-342c77389d30 req-3063cd35-23ff-47b0-896e-c62e593e7db7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:43.427284 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a3a89487-47d0-45a6-82d2-342c77389d30 req-3063cd35-23ff-47b0-896e-c62e593e7db7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.0613985 May 27 00:24:43.551192 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a3a89487-47d0-45a6-82d2-342c77389d30 req-77b18f8e-4458-4351-9cbf-55e911e5762f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1169138 May 27 00:24:43.637964 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-02838bdf-da98-4ac9-a7dd-3e176c8ed585 req-8301df57-5c96-4cd8-a98b-63d0fca61939 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 1098 time: 0.1491084 May 27 00:24:43.717172 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-02838bdf-da98-4ac9-a7dd-3e176c8ed585 req-ef5edfc2-49ae-4e9e-8662-4b02423f17ba service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715621 May 27 00:24:43.720207 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a3a89487-47d0-45a6-82d2-342c77389d30 req-7c02adbe-f84c-44d0-affa-e62c24ea8f26 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619344 May 27 00:24:43.894122 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f09e-6930-4139-8278-b55baa097ef1 req-c569b2bb-8352-454b-8a46-e070990e932b tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:43.895529 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9603f09e-6930-4139-8278-b55baa097ef1 req-c569b2bb-8352-454b-8a46-e070990e932b tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0797520 May 27 00:24:43.946340 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9603f09e-6930-4139-8278-b55baa097ef1 req-a76657d6-b0eb-4238-ae89-14627c075a4e tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443790 May 27 00:24:44.156430 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a3a89487-47d0-45a6-82d2-342c77389d30 req-ef8263b7-ebc1-44c9-b7ef-b35f9760b24f service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297541 May 27 00:24:45.148846 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82d546-0eae-4a40-8e1b-077db9fe407e req-7c52d13b-c3c9-4c28-a255-4313a633b203 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:45.150824 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2f82d546-0eae-4a40-8e1b-077db9fe407e req-7c52d13b-c3c9-4c28-a255-4313a633b203 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0776801 May 27 00:24:45.200398 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2f82d546-0eae-4a40-8e1b-077db9fe407e req-3df17083-9e83-4c18-84d1-140256c072f1 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 May 27 00:24:46.403425 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a3be8-a1ee-4d28-b61a-6f9cdc32a2a4 req-38a28b55-1b4e-4e38-bac2-62df5e29ac35 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:46.404859 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f05a3be8-a1ee-4d28-b61a-6f9cdc32a2a4 req-38a28b55-1b4e-4e38-bac2-62df5e29ac35 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0787833 May 27 00:24:46.450682 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f05a3be8-a1ee-4d28-b61a-6f9cdc32a2a4 req-33505a6f-57ef-4b62-b156-6c59bfb18363 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402215 May 27 00:24:47.081238 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e3136123-e380-4bc1-b37f-03675880ccfe req-bc07f548-9585-490d-ba8f-756d525246ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 1098 time: 0.1175508 May 27 00:24:47.194339 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b072a42-9800-45d5-89b8-de3f21771ef4 req-da2313d0-f039-4af6-8684-6c0ced426984 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:47.195768 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8b072a42-9800-45d5-89b8-de3f21771ef4 req-da2313d0-f039-4af6-8684-6c0ced426984 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.1750510 May 27 00:24:47.321852 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3136123-e380-4bc1-b37f-03675880ccfe req-ecbe05f9-33bc-4bcf-b135-e9e8ff33b8c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:47.323236 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e3136123-e380-4bc1-b37f-03675880ccfe req-ecbe05f9-33bc-4bcf-b135-e9e8ff33b8c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.2334626 May 27 00:24:47.411793 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8b072a42-9800-45d5-89b8-de3f21771ef4 req-0637f2de-2b27-4d05-b91b-6bbe01651969 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995006 May 27 00:24:47.445081 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e3136123-e380-4bc1-b37f-03675880ccfe req-9e6f3466-f6af-4c21-ae9b-7c5950c2efb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c04e8-4458-44be-9ad8-1e170989bb9c HTTP/1.1" status: 200 len: 1001 time: 0.1142671 May 27 00:24:47.512124 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3136123-e380-4bc1-b37f-03675880ccfe req-18da3257-ceee-4761-b91a-e6f87974c0b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:47.513576 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e3136123-e380-4bc1-b37f-03675880ccfe req-18da3257-ceee-4761-b91a-e6f87974c0b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.0591402 May 27 00:24:47.591213 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e3136123-e380-4bc1-b37f-03675880ccfe req-35cf4a44-0454-4086-8a06-84245074b56f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707207 May 27 00:24:47.724677 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e3136123-e380-4bc1-b37f-03675880ccfe req-a79a6d4a-c498-45a3-afac-8c23c2383bb4 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255801 May 27 00:24:47.857297 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e3136123-e380-4bc1-b37f-03675880ccfe req-b0914d76-d844-4156-8a46-c8d773666dfc service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260738 May 27 00:24:48.611442 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4c6a9-4162-48dd-bcf4-bbd27ca3c288 req-16a48174-07ee-4894-8fd5-4d6babb6d5ca tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:48.612859 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f7e4c6a9-4162-48dd-bcf4-bbd27ca3c288 req-16a48174-07ee-4894-8fd5-4d6babb6d5ca tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0753627 May 27 00:24:48.658225 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f7e4c6a9-4162-48dd-bcf4-bbd27ca3c288 req-d20268fd-f943-4c89-8109-8f67d9269049 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397937 May 27 00:24:49.910932 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa8722-f565-4bcb-88d2-a25e2401abfe req-91f979ee-8dc7-4266-94f5-5d62fd707b85 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:49.912619 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3baa8722-f565-4bcb-88d2-a25e2401abfe req-91f979ee-8dc7-4266-94f5-5d62fd707b85 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.1296294 May 27 00:24:49.950891 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282759c0-f9a5-40ce-8635-8d43a0b55d36 req-bbcadf1f-5264-4477-859f-6650f9ab78f5 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:49.952212 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-282759c0-f9a5-40ce-8635-8d43a0b55d36 req-bbcadf1f-5264-4477-859f-6650f9ab78f5 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 946 time: 0.1128125 May 27 00:24:49.998275 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3baa8722-f565-4bcb-88d2-a25e2401abfe req-5d5ccc0d-1d2e-4ebd-a6d1-532ea0896480 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791121 May 27 00:24:50.010887 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-282759c0-f9a5-40ce-8635-8d43a0b55d36 req-154219e1-c2d1-4a25-ae7c-20fb7591f355 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516410 May 27 00:24:51.266199 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f38a16-f597-4103-bbb3-7277e4295bf7 req-6598b778-bea4-4873-b204-8c325ee8060d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:51.267660 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f6f38a16-f597-4103-bbb3-7277e4295bf7 req-6598b778-bea4-4873-b204-8c325ee8060d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.1324072 May 27 00:24:51.278827 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c02d6d-ead9-4a75-8d3d-a39fb647c249 req-e19b6f24-214a-469b-9184-0b66004a4867 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:51.280348 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-05c02d6d-ead9-4a75-8d3d-a39fb647c249 req-e19b6f24-214a-469b-9184-0b66004a4867 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 946 time: 0.1151400 May 27 00:24:51.354891 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f6f38a16-f597-4103-bbb3-7277e4295bf7 req-2cf1dbf3-f4bd-4931-afad-c5252eb5300c tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734711 May 27 00:24:51.359326 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-05c02d6d-ead9-4a75-8d3d-a39fb647c249 req-3081306c-87bc-4ed9-af0b-a9c44e839b17 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616028 May 27 00:24:51.548041 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d9d29-0980-4846-a0fb-8f722c62aba7 req-c3bac1ee-b1f6-4cc5-ad28-3e2e1824d77c tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:51.549504 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8c2d9d29-0980-4846-a0fb-8f722c62aba7 req-c3bac1ee-b1f6-4cc5-ad28-3e2e1824d77c tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0756643 May 27 00:24:51.558020 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 34662) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:24:51.562989 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-e48edd57-98b5-479b-a4f8-533a71a9620f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Request body: {'floatingip': {'port_id': 'c62c04e8-4458-44be-9ad8-1e170989bb9c'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:24:51.666952 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e48edd57-98b5-479b-a4f8-533a71a9620f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for floatingip, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:52.362986 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e48edd57-98b5-479b-a4f8-533a71a9620f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:52.366924 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e48edd57-98b5-479b-a4f8-533a71a9620f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:52.589914 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38006a5b-ea9e-43d6-9de9-1d49733f6388 req-444e24b4-1de8-4539-a47f-0d6fa5e577a6 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:52.591355 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-38006a5b-ea9e-43d6-9de9-1d49733f6388 req-444e24b4-1de8-4539-a47f-0d6fa5e577a6 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 946 time: 0.1055202 May 27 00:24:52.653276 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-38006a5b-ea9e-43d6-9de9-1d49733f6388 req-30b45a04-fab7-4eec-9af9-13e122b3403d tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545971 May 27 00:24:52.868222 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48edd57-98b5-479b-a4f8-533a71a9620f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Router dac47c98-653b-47b5-9e1b-2de4e57aeab4 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:24:53.071425 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48edd57-98b5-479b-a4f8-533a71a9620f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:24:53.077102 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e48edd57-98b5-479b-a4f8-533a71a9620f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:53.082298 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66319cc7-eb44-40a2-9df7-1acc7f005c4a None None] Sync routers for ids ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:24:53.095304 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66319cc7-eb44-40a2-9df7-1acc7f005c4a None None] Routers {'dac47c98-653b-47b5-9e1b-2de4e57aeab4'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:24:53.095897 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-66319cc7-eb44-40a2-9df7-1acc7f005c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:24:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:24:53.156600 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'tag': 'c62c04e8-4458-44be-9ad8-1e170989bb9c'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:24:53.186580 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-e48edd57-98b5-479b-a4f8-533a71a9620f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "PUT /v2.0/floatingips/ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de HTTP/1.1" status: 200 len: 993 time: 1.6274953 May 27 00:24:53.218799 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148978c9-22b9-42a0-8d15-10d671af966c'] response: {'name': 'network-changed', 'server_uuid': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'tag': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'status': 'completed', 'code': 200} May 27 00:24:53.281818 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-66319cc7-eb44-40a2-9df7-1acc7f005c4a None None] Set router dac47c98-653b-47b5-9e1b-2de4e57aeab4 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:24:53.316316 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8c0f7455-9f91-4089-afa4-63322d6c885d req-af3a7bca-a8f7-496a-8a0e-5bbdd9a438eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 1098 time: 0.0731897 May 27 00:24:53.455668 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f7455-9f91-4089-afa4-63322d6c885d req-74bff9d4-ff67-42f2-a75e-d67e3351957f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:53.457110 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8c0f7455-9f91-4089-afa4-63322d6c885d req-74bff9d4-ff67-42f2-a75e-d67e3351957f service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.1271753 May 27 00:24:53.559294 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8c0f7455-9f91-4089-afa4-63322d6c885d req-e1b1cd15-51de-47b9-883f-cad50256f95a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c04e8-4458-44be-9ad8-1e170989bb9c HTTP/1.1" status: 200 len: 1001 time: 0.0954678 May 27 00:24:53.630989 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-66319cc7-eb44-40a2-9df7-1acc7f005c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'floating_ip_address': '172.28.0.125', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'port_id': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'mac_address': 'fa:16:3e:39:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:22:23Z', 'updated_at': '2022-05-27T00:24:52Z', 'revision_number': 3, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:21:20Z', 'revision_number': 5, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:24:53.635454 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66319cc7-eb44-40a2-9df7-1acc7f005c4a None None] Checking router: dac47c98-653b-47b5-9e1b-2de4e57aeab4 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:24:53.647373 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66319cc7-eb44-40a2-9df7-1acc7f005c4a None None] Routers {'dac47c98-653b-47b5-9e1b-2de4e57aeab4'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:24:53.648049 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-66319cc7-eb44-40a2-9df7-1acc7f005c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:24:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:24:53.713893 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f7455-9f91-4089-afa4-63322d6c885d req-1092e999-e9c3-436f-8cd2-538de53c0f7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:53.715297 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8c0f7455-9f91-4089-afa4-63322d6c885d req-1092e999-e9c3-436f-8cd2-538de53c0f7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.1444669 May 27 00:24:53.830690 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-66319cc7-eb44-40a2-9df7-1acc7f005c4a None None] Set router dac47c98-653b-47b5-9e1b-2de4e57aeab4 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:24:53.845239 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8c0f7455-9f91-4089-afa4-63322d6c885d req-344b56f3-776d-44cd-b8c5-64e60f9bdd53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1214561 May 27 00:24:53.944770 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28212716-a555-4f41-8bcf-4e6150eb5c97 req-e6de8933-eed2-4d3f-af24-c71aafa44ae9 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:53.946405 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-28212716-a555-4f41-8bcf-4e6150eb5c97 req-e6de8933-eed2-4d3f-af24-c71aafa44ae9 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 946 time: 0.1693077 May 27 00:24:54.023876 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8c0f7455-9f91-4089-afa4-63322d6c885d req-60f2db72-9351-430f-8ac5-35fee4767ab7 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712160 May 27 00:24:54.026452 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-28212716-a555-4f41-8bcf-4e6150eb5c97 req-c30eb5fd-680a-4598-8be6-5622a70fca6c tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727911 May 27 00:24:54.156888 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8c0f7455-9f91-4089-afa4-63322d6c885d req-3f7dd224-d499-4991-85e7-e09a86270e7c service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266713 May 27 00:24:54.221030 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-66319cc7-eb44-40a2-9df7-1acc7f005c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'floating_ip_address': '172.28.0.125', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'port_id': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'mac_address': 'fa:16:3e:39:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:22:23Z', 'updated_at': '2022-05-27T00:24:52Z', 'revision_number': 3, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:21:20Z', 'revision_number': 5, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:24:54.224932 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66319cc7-eb44-40a2-9df7-1acc7f005c4a None None] The sync data for ids ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'] in dv-cinder-843305-3-smb is: [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'floating_ip_address': '172.28.0.125', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'port_id': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'mac_address': 'fa:16:3e:39:70:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:22:23Z', 'updated_at': '2022-05-27T00:24:52Z', 'revision_number': 3, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:21:20Z', 'revision_number': 5, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:24:54.269130 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-8a6ab1bc-d0e6-4e2e-95c8-b9803b08897d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:55.219009 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'tag': 'c62c04e8-4458-44be-9ad8-1e170989bb9c'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:24:55.233719 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdc1ab-11b0-42e2-b603-7416b25b2929 req-544f5ea1-f755-4f2e-8813-7198fdaede2a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:55.236590 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d2bdc1ab-11b0-42e2-b603-7416b25b2929 req-544f5ea1-f755-4f2e-8813-7198fdaede2a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 946 time: 0.0817611 May 27 00:24:55.274137 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fffebbca-57c7-4cd7-a397-a7210c429e37'] response: {'name': 'network-changed', 'server_uuid': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'tag': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'status': 'completed', 'code': 200} May 27 00:24:55.284886 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d2bdc1ab-11b0-42e2-b603-7416b25b2929 req-cbe20aa5-5fb6-49b1-b2f2-48cd3c1cbde3 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 May 27 00:24:55.453115 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-240194f1-8578-4dda-829c-853eedbcb593 req-5fceb31d-6448-457a-b8f6-8b98abeacc6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 1098 time: 0.1266928 May 27 00:24:55.463810 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49067c52-d5c4-44ba-a350-d3a80b44b1a3 req-48c50473-b969-47e3-9e7d-9a0d40534051 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:55.465144 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-49067c52-d5c4-44ba-a350-d3a80b44b1a3 req-48c50473-b969-47e3-9e7d-9a0d40534051 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.60 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 946 time: 0.1071727 May 27 00:24:55.614453 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-49067c52-d5c4-44ba-a350-d3a80b44b1a3 req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Deleting port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:24:55.614790 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-49067c52-d5c4-44ba-a350-d3a80b44b1a3 req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:55.697434 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240194f1-8578-4dda-829c-853eedbcb593 req-890707b2-4c1c-4388-be81-0c929708afe1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:55.698895 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-240194f1-8578-4dda-829c-853eedbcb593 req-890707b2-4c1c-4388-be81-0c929708afe1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.2328963 May 27 00:24:55.907596 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-240194f1-8578-4dda-829c-853eedbcb593 req-2088865b-833a-44b9-885f-f0dbc7f8c88e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c62c04e8-4458-44be-9ad8-1e170989bb9c HTTP/1.1" status: 200 len: 1001 time: 0.1847844 May 27 00:24:56.017030 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240194f1-8578-4dda-829c-853eedbcb593 req-df69f04c-4cb3-4042-9a0b-1ba727018dcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:56.018397 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-240194f1-8578-4dda-829c-853eedbcb593 req-df69f04c-4cb3-4042-9a0b-1ba727018dcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.0994992 May 27 00:24:56.025105 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-49067c52-d5c4-44ba-a350-d3a80b44b1a3 req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] For port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=7f4629c7-1a68-4b23-956a-5c0022b0ae7b,segment=NetworkSegment(40091dc7-4bb2-4d93-a32e-9cd6511e3731),segment_id=40091dc7-4bb2-4d93-a32e-9cd6511e3731)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:24:56.026049 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-49067c52-d5c4-44ba-a350-d3a80b44b1a3 req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:56.180806 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-49067c52-d5c4-44ba-a350-d3a80b44b1a3 req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Calling delete_port for 7f4629c7-1a68-4b23-956a-5c0022b0ae7b owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:24:56.359012 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-240194f1-8578-4dda-829c-853eedbcb593 req-02149a05-f6d6-4df5-bf66-4687c83db040 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3256807 May 27 00:24:56.468598 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e6cdea17-8ea5-40fe-bab1-d931bc9556b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:56.578801 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-49067c52-d5c4-44ba-a350-d3a80b44b1a3 req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:56.591075 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['7f4629c7-1a68-4b23-956a-5c0022b0ae7b'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:24:56.634109 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Pushing event deleted for resources: {'Port': ['ID=7f4629c7-1a68-4b23-956a-5c0022b0ae7b,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:24:56.664965 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:24:56.665335 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:24:56.665675 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:24:56.666549 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:24:56.666877 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:24:56.667310 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:24:56.667526 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:24:56.667848 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:24:56.668166 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:24:56.668484 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:24:56.668802 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:24:56.675012 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-240194f1-8578-4dda-829c-853eedbcb593 req-bc63eca2-7891-4a68-9bd2-cdd812581729 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853341 May 27 00:24:56.738843 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c8bd3-211d-4218-bf06-b0911543ca9e req-6ee8abce-9b87-404e-85c2-befdd3ba1baa tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:24:56.740284 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-550c8bd3-211d-4218-bf06-b0911543ca9e req-6ee8abce-9b87-404e-85c2-befdd3ba1baa tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=243fbb47-191a-40bf-8ac0-a6b2d7e9c57d HTTP/1.1" status: 200 len: 946 time: 0.3288801 May 27 00:24:56.856475 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-49067c52-d5c4-44ba-a350-d3a80b44b1a3 req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] No DVR routers for this DVR port 7f4629c7-1a68-4b23-956a-5c0022b0ae7b on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:24:56.865171 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-49067c52-d5c4-44ba-a350-d3a80b44b1a3 req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:56.910585 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-49067c52-d5c4-44ba-a350-d3a80b44b1a3 req-9194f525-e33f-4aaa-9a42-23077abe4be4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.60 "DELETE /v2.0/ports/7f4629c7-1a68-4b23-956a-5c0022b0ae7b HTTP/1.1" status: 204 len: 173 time: 1.4267001 May 27 00:24:56.914765 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-550c8bd3-211d-4218-bf06-b0911543ca9e req-49aebaec-7a18-4182-a35b-8c94c35a9001 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431754 May 27 00:24:56.934340 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-240194f1-8578-4dda-829c-853eedbcb593 req-8722c54f-f67c-4056-9f80-42c12ce43936 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314432 May 27 00:24:57.275146 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243fbb47-191a-40bf-8ac0-a6b2d7e9c57d', 'name': 'network-vif-deleted', 'tag': '7f4629c7-1a68-4b23-956a-5c0022b0ae7b'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:24:57.330668 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6a5cf8-2e29-42a2-af00-6449632e21dd'] response: {'server_uuid': '243fbb47-191a-40bf-8ac0-a6b2d7e9c57d', 'name': 'network-vif-deleted', 'tag': '7f4629c7-1a68-4b23-956a-5c0022b0ae7b', 'status': 'completed', 'code': 200} May 27 00:24:57.945509 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:58.001779 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:24:59.200838 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:00.602164 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 7f4629c7-1a68-4b23-956a-5c0022b0ae7b no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:25:00.634457 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: 7f4629c7-1a68-4b23-956a-5c0022b0ae7b {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:25:00.635429 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 7f4629c7-1a68-4b23-956a-5c0022b0ae7b not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:25:02.201599 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-03302b09-2fdc-43b2-a94b-cdd606cb7072 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:02.203017 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-03302b09-2fdc-43b2-a94b-cdd606cb7072 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/networks?id=0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 HTTP/1.1" status: 200 len: 814 time: 0.1404111 May 27 00:25:02.218530 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-aabbdb8a-4671-40b4-889b-354c31d3e359 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/quotas/777317c65d8c4f469291dce2a7d059a4 HTTP/1.1" status: 200 len: 375 time: 0.0101967 May 27 00:25:02.261964 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b082c294-ab78-4845-ac18-1f2bca3d0ee5 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Synchronizing usage tracker for tenant:777317c65d8c4f469291dce2a7d059a4 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:25:02.277162 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b082c294-ab78-4845-ac18-1f2bca3d0ee5 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Unset dirty status for tenant:777317c65d8c4f469291dce2a7d059a4 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:25:02.278439 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b082c294-ab78-4845-ac18-1f2bca3d0ee5 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=777317c65d8c4f469291dce2a7d059a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552790 May 27 00:25:02.408620 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-2cefa0aa-2ce4-41c0-83de-c04113d6e966 service neutron] 10.222.0.42 "GET /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233881 May 27 00:25:02.536311 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-640cebc0-8735-416f-a855-33fb9c26dafd service neutron] 10.222.0.42 "GET /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216922 May 27 00:25:02.715941 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-656de40f-c21f-4a67-99e5-ea67609cd3f2 req-03168db8-4f45-4b19-87bc-db8e1dfd3853 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 210 time: 0.0404010 May 27 00:25:03.892416 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1260e4a1-f5fb-4d2f-8c35-d925a2f66503 req-bef07d8a-9aee-4984-9b06-f5d824a533aa tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 210 time: 0.0516751 May 27 00:25:03.935583 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-ffb6ff72-e090-4353-96b2-a5a7d6a8ce2c tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:03.936331 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-ffb6ff72-e090-4353-96b2-a5a7d6a8ce2c tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.60 "GET /v2.0/networks?id=0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 HTTP/1.1" status: 200 len: 814 time: 0.1959529 May 27 00:25:03.952718 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Request body: {'port': {'device_id': '3385bde7-82a8-47f0-8303-2286ad011547', 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363', 'admin_state_up': True, 'tenant_id': '777317c65d8c4f469291dce2a7d059a4'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:25:04.085433 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:25:04.095173 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:25:04.104495 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Made reservation on behalf of 777317c65d8c4f469291dce2a7d059a4 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:25:04.107658 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:04.340259 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Allocated IP 172.20.0.9 (0fb63d5f-66ed-4865-a8dc-c3ee9a51d363/3df32275-a8d1-46bb-bef0-e46d687c10c7/e6074894-ba3a-4399-8808-67c34a931c8f) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:25:04.532216 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:04.559156 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:04.632699 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:25:04.636214 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:25:04.640660 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:25:04.665063 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Pushing event updated for resources: {'Port': ['ID=e6074894-ba3a-4399-8808-67c34a931c8f,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:04.701907 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:04.702521 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:04.725903 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b934f877-a815-4ca9-9338-2caca962460a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7767868 May 27 00:25:04.737941 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Request body: {'port': {'device_id': '3385bde7-82a8-47f0-8303-2286ad011547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:25:04.845066 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:05.180933 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fc7bb-58d8-4742-bfec-7e8af4d835ab req-3a3cfe7e-8245-44b7-ad2f-8c2af4e33edf tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:05.181666 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-909fc7bb-58d8-4742-bfec-7e8af4d835ab req-3a3cfe7e-8245-44b7-ad2f-8c2af4e33edf tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Synchronizing usage tracker for tenant:777317c65d8c4f469291dce2a7d059a4 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:25:05.249866 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-909fc7bb-58d8-4742-bfec-7e8af4d835ab req-3a3cfe7e-8245-44b7-ad2f-8c2af4e33edf tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Unset dirty status for tenant:777317c65d8c4f469291dce2a7d059a4 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:25:05.250529 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-909fc7bb-58d8-4742-bfec-7e8af4d835ab req-3a3cfe7e-8245-44b7-ad2f-8c2af4e33edf tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 931 time: 0.2004824 May 27 00:25:05.258678 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6074894-ba3a-4399-8808-67c34a931c8f {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:25:05.279685 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:05.308081 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Transition to ACTIVE for port object e6074894-ba3a-4399-8808-67c34a931c8f will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:25:05.312495 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:05.371149 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-909fc7bb-58d8-4742-bfec-7e8af4d835ab req-53a3fe2c-0ddb-4cfb-b6f4-6ab0a40e4540 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145244 May 27 00:25:05.445291 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Pushing event updated for resources: {'Port': ['ID=e6074894-ba3a-4399-8808-67c34a931c8f,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:05.553510 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Attempting to bind port e6074894-ba3a-4399-8808-67c34a931c8f on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:25:05.553754 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Attempting to bind port e6074894-ba3a-4399-8808-67c34a931c8f by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '40091dc7-4bb2-4d93-a32e-9cd6511e3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:25:05.554076 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Attempting to bind port e6074894-ba3a-4399-8808-67c34a931c8f on network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:25:05.559724 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Port e6074894-ba3a-4399-8808-67c34a931c8f on network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:25:05.560039 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Attempting to bind port e6074894-ba3a-4399-8808-67c34a931c8f on network 0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:25:05.566073 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:25:05.566401 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Checking segment: {'id': '40091dc7-4bb2-4d93-a32e-9cd6511e3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:25:05.566781 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Bound using segment: {'id': '40091dc7-4bb2-4d93-a32e-9cd6511e3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:25:05.567199 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Bound port: e6074894-ba3a-4399-8808-67c34a931c8f, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40091dc7-4bb2-4d93-a32e-9cd6511e3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:25:05.567539 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:05.653877 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] For port e6074894-ba3a-4399-8808-67c34a931c8f, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:25:05.656911 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] For port e6074894-ba3a-4399-8808-67c34a931c8f, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e6074894-ba3a-4399-8808-67c34a931c8f,segment=NetworkSegment(40091dc7-4bb2-4d93-a32e-9cd6511e3731),segment_id=40091dc7-4bb2-4d93-a32e-9cd6511e3731)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:25:05.661213 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:05.726410 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:05.727738 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] 10.222.0.60 "PUT /v2.0/ports/e6074894-ba3a-4399-8808-67c34a931c8f HTTP/1.1" status: 200 len: 1093 time: 0.9936483 May 27 00:25:05.728179 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3385bde7-82a8-47f0-8303-2286ad011547', 'tag': 'e6074894-ba3a-4399-8808-67c34a931c8f'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:25:05.744425 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5cee0-f570-4d50-8eff-81df78148c93 service neutron] Pushing event updated for resources: {'Port': ['ID=e6074894-ba3a-4399-8808-67c34a931c8f,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:05.803835 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec1aeef-ee1f-462c-a8ba-f8a4e86f2919'] response: {'name': 'network-changed', 'server_uuid': '3385bde7-82a8-47f0-8303-2286ad011547', 'tag': 'e6074894-ba3a-4399-8808-67c34a931c8f', 'status': 'completed', 'code': 200} May 27 00:25:05.843930 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-6f0d1690-0fce-4f77-9263-ec9af825049c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=777317c65d8c4f469291dce2a7d059a4&device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 1096 time: 0.0707169 May 27 00:25:05.920395 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-ef53ad0c-5355-4351-9288-b15cb5abf802 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6074894-ba3a-4399-8808-67c34a931c8f HTTP/1.1" status: 200 len: 217 time: 0.0624788 May 27 00:25:05.981236 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-a2b543f6-595d-47f7-a743-5d87d8590ba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:05.982652 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-a2b543f6-595d-47f7-a743-5d87d8590ba4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3df32275-a8d1-46bb-bef0-e46d687c10c7 HTTP/1.1" status: 200 len: 854 time: 0.0556960 May 27 00:25:06.030510 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-d87e4a8a-98fd-4e92-95d1-93b1d5e6e586 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0fb63d5f-66ed-4865-a8dc-c3ee9a51d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378375 May 27 00:25:06.219654 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-bcfeea82-36db-4922-a1a1-be03e5e424f6 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824648 May 27 00:25:06.352300 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a86f-a5f8-4037-bfbb-ed748afc8e41 req-b9f60236-93e6-48b1-a295-1b44e02b8193 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218162 May 27 00:25:06.472433 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2faa569b-cc25-4e6b-b552-9f80f5b3d7ce req-b3d6082d-519c-4ed9-a4fb-55bdaf91b81e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=777317c65d8c4f469291dce2a7d059a4&device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 1096 time: 0.0714276 May 27 00:25:06.669336 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa569b-cc25-4e6b-b552-9f80f5b3d7ce req-db1e9155-5b91-4163-8e92-35ca565d8d45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:06.670759 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2faa569b-cc25-4e6b-b552-9f80f5b3d7ce req-db1e9155-5b91-4163-8e92-35ca565d8d45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 HTTP/1.1" status: 200 len: 915 time: 0.1914408 May 27 00:25:06.680754 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367be47-7805-4f2d-a0bf-d66ec409d87d req-21c0c6aa-ea77-4dac-8735-968630dce0ef tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:06.682132 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3367be47-7805-4f2d-a0bf-d66ec409d87d req-21c0c6aa-ea77-4dac-8735-968630dce0ef tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 943 time: 0.1845884 May 27 00:25:06.758212 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2faa569b-cc25-4e6b-b552-9f80f5b3d7ce req-856db3b6-f150-474a-a241-cff4eb24dcf9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6074894-ba3a-4399-8808-67c34a931c8f HTTP/1.1" status: 200 len: 217 time: 0.0750463 May 27 00:25:06.825698 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3367be47-7805-4f2d-a0bf-d66ec409d87d req-7959b7a2-71dd-44dd-b438-9a0b23dd6c09 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965085 May 27 00:25:06.836323 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa569b-cc25-4e6b-b552-9f80f5b3d7ce req-5ec84b6e-ee95-4bac-8a1e-0f8f3d3188f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:06.837740 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2faa569b-cc25-4e6b-b552-9f80f5b3d7ce req-5ec84b6e-ee95-4bac-8a1e-0f8f3d3188f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3df32275-a8d1-46bb-bef0-e46d687c10c7 HTTP/1.1" status: 200 len: 854 time: 0.0694366 May 27 00:25:06.883039 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2faa569b-cc25-4e6b-b552-9f80f5b3d7ce req-ab8b2439-d87e-44e5-bd7e-c51980b762ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0fb63d5f-66ed-4865-a8dc-c3ee9a51d363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389514 May 27 00:25:07.011846 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2faa569b-cc25-4e6b-b552-9f80f5b3d7ce req-f3c34d6f-5dab-47c7-91f8-c72aba281708 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222210 May 27 00:25:07.141057 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2faa569b-cc25-4e6b-b552-9f80f5b3d7ce req-8905fd10-107b-456a-97c5-df494d1e23e0 service neutron] 10.222.0.60 "GET /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236064 May 27 00:25:08.020501 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ad13a-9e56-43a5-99f4-f7765ee93e5f req-54248b22-27a6-43e4-a352-4bcff58ded17 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:08.021947 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-116ad13a-9e56-43a5-99f4-f7765ee93e5f req-54248b22-27a6-43e4-a352-4bcff58ded17 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 943 time: 0.0743394 May 27 00:25:08.070512 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-116ad13a-9e56-43a5-99f4-f7765ee93e5f req-de83502c-f8f1-4c80-80bb-b5c3725cdaff tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 May 27 00:25:09.264950 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2bc7c-0cc0-48b5-92f2-9a6b95102e5d req-0be2c54f-e223-4511-a7ea-6b1c3c95dee9 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:09.266385 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-03c2bc7c-0cc0-48b5-92f2-9a6b95102e5d req-0be2c54f-e223-4511-a7ea-6b1c3c95dee9 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 943 time: 0.0746601 May 27 00:25:09.311619 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-03c2bc7c-0cc0-48b5-92f2-9a6b95102e5d req-b7a0fcdb-ad15-46ec-8b8e-c3b4b926407d tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 May 27 00:25:10.511344 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920c2fa-e8c8-4f05-955e-7d4bffdabdef req-300b8820-6af1-4933-99da-c60bdadaf6be tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:10.512836 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3920c2fa-e8c8-4f05-955e-7d4bffdabdef req-300b8820-6af1-4933-99da-c60bdadaf6be tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 943 time: 0.0783863 May 27 00:25:10.556476 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3920c2fa-e8c8-4f05-955e-7d4bffdabdef req-6fb5d12e-c4b1-4e45-9a55-873171883e89 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 May 27 00:25:10.668722 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device e6074894-ba3a-4399-8808-67c34a931c8f details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:25:10.812104 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port e6074894-ba3a-4399-8808-67c34a931c8f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e6074894-ba3a-4399-8808-67c34a931c8f,segment=NetworkSegment(40091dc7-4bb2-4d93-a32e-9cd6511e3731),segment_id=40091dc7-4bb2-4d93-a32e-9cd6511e3731)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:25:10.818422 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': 'e6074894-ba3a-4399-8808-67c34a931c8f', 'network_id': '0fb63d5f-66ed-4865-a8dc-c3ee9a51d363', 'port_id': 'e6074894-ba3a-4399-8808-67c34a931c8f', 'mac_address': 'fa:16:3e:ed:95:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df32275-a8d1-46bb-bef0-e46d687c10c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:25:10.876380 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:10.893232 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6074894-ba3a-4399-8808-67c34a931c8f {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:25:10.907886 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port e6074894-ba3a-4399-8808-67c34a931c8f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e6074894-ba3a-4399-8808-67c34a931c8f,segment=NetworkSegment(40091dc7-4bb2-4d93-a32e-9cd6511e3731),segment_id=40091dc7-4bb2-4d93-a32e-9cd6511e3731)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:25:10.911249 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:10.975025 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=e6074894-ba3a-4399-8808-67c34a931c8f,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:10.983718 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:10.984055 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:10.984383 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:10.984708 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:10.985029 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:10.985370 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:10.985688 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:10.986001 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:10.986312 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:10.986621 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:10.986931 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:11.393095 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['e6074894-ba3a-4399-8808-67c34a931c8f'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:25:11.750751 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9679c6-615d-4b12-a0d4-3a06dd3b475f req-b3a5ee67-34a6-4625-a13a-7df5bee3a8de tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:11.752167 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2d9679c6-615d-4b12-a0d4-3a06dd3b475f req-b3a5ee67-34a6-4625-a13a-7df5bee3a8de tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 944 time: 0.0761757 May 27 00:25:11.796658 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2d9679c6-615d-4b12-a0d4-3a06dd3b475f req-627d4fb1-07de-4ca9-8c60-589415c9da79 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389497 May 27 00:25:12.064089 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:25:12.555524 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:12.670338 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device e6074894-ba3a-4399-8808-67c34a931c8f up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:25:12.736627 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port e6074894-ba3a-4399-8808-67c34a931c8f completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:25:12.741119 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port e6074894-ba3a-4399-8808-67c34a931c8f triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:25:12.741507 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:12.855613 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:12.882621 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3385bde7-82a8-47f0-8303-2286ad011547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6074894-ba3a-4399-8808-67c34a931c8f'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:25:12.892522 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port e6074894-ba3a-4399-8808-67c34a931c8f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e6074894-ba3a-4399-8808-67c34a931c8f,segment=NetworkSegment(40091dc7-4bb2-4d93-a32e-9cd6511e3731),segment_id=40091dc7-4bb2-4d93-a32e-9cd6511e3731)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:25:12.896720 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:12.946287 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ce3ab7-e370-4831-bcaa-15e7a6405848'] response: {'server_uuid': '3385bde7-82a8-47f0-8303-2286ad011547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6074894-ba3a-4399-8808-67c34a931c8f', 'code': 200} May 27 00:25:12.974287 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=e6074894-ba3a-4399-8808-67c34a931c8f,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:13.004301 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc0a41-de02-4b54-b509-bc00fd6b9d7b req-ab8dfd58-bfbf-4e81-b64e-a64884ea7bab tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:13.005829 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2acc0a41-de02-4b54-b509-bc00fd6b9d7b req-ab8dfd58-bfbf-4e81-b64e-a64884ea7bab tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 945 time: 0.0856380 May 27 00:25:13.050624 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2acc0a41-de02-4b54-b509-bc00fd6b9d7b req-6455aed1-61a7-413a-9efd-28a09b115a6a tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391946 May 27 00:25:13.167427 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c67d50e-382f-4bb7-bffd-fef9995144d5 req-3f6f3e80-41e2-48d9-8fe3-e8ff44b65a77 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 1098 time: 0.0658350 May 27 00:25:13.220640 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c67d50e-382f-4bb7-bffd-fef9995144d5 req-3d73f3bc-6fba-4935-bca5-f94bd434eddd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372827 May 27 00:25:14.300002 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ad9fe-fd2b-4976-a88e-f1a5a3319781 req-37eedefc-a6ab-454e-9754-114bb8bafa02 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:14.301443 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-456ad9fe-fd2b-4976-a88e-f1a5a3319781 req-37eedefc-a6ab-454e-9754-114bb8bafa02 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 945 time: 0.1286261 May 27 00:25:14.346067 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-456ad9fe-fd2b-4976-a88e-f1a5a3319781 req-7c7a7ead-5737-4154-ae52-351a53f058cb tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388587 May 27 00:25:15.612983 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35c097-12cd-4602-9881-695a03ff36fb req-297fc526-a17e-4a46-944b-4d899bfe1156 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:15.614437 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7c35c097-12cd-4602-9881-695a03ff36fb req-297fc526-a17e-4a46-944b-4d899bfe1156 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 945 time: 0.1496725 May 27 00:25:15.659433 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7c35c097-12cd-4602-9881-695a03ff36fb req-b904a294-4435-40fa-a562-80f69149eec4 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393920 May 27 00:25:24.273748 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-57b868b2-ab63-4f78-b12d-16b6f27e1929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:26.470390 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-118cb249-6727-4c03-8d37-ba6f163784cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:27.949070 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:28.002370 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:29.204632 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:29.634551 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6eace6-5d1c-41b6-8c03-33a541534833 req-095f2838-6269-4d35-bcb3-d42ee6bc70bd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:29.635981 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fe6eace6-5d1c-41b6-8c03-33a541534833 req-095f2838-6269-4d35-bcb3-d42ee6bc70bd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.1407700 May 27 00:25:29.640737 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-65642be5-9761-41fb-91cf-7e9118053e6a req-b9356a42-fb88-43a6-813e-9172037f501c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2af662b43a4f84956f7ba127bb9a16&device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 1138 time: 0.1937690 May 27 00:25:29.768220 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fe6eace6-5d1c-41b6-8c03-33a541534833 req-bef605db-683e-4ed4-9f7b-5205d5799f44 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257932 May 27 00:25:29.805525 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65642be5-9761-41fb-91cf-7e9118053e6a req-fc1c0040-d765-442d-b08c-2da9b33dd94f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:29.806956 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-65642be5-9761-41fb-91cf-7e9118053e6a req-fc1c0040-d765-442d-b08c-2da9b33dd94f service neutron] 10.222.0.60 "GET /v2.0/networks?id=261c4044-c276-4e89-9a06-198050aed13e HTTP/1.1" status: 200 len: 913 time: 0.1510997 May 27 00:25:29.913759 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-65642be5-9761-41fb-91cf-7e9118053e6a req-83487cd0-d4c6-4dad-b89d-0cd42c0fb2ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252f478e-f969-405f-9879-dc300dc8647e HTTP/1.1" status: 200 len: 1002 time: 0.0985239 May 27 00:25:29.979418 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65642be5-9761-41fb-91cf-7e9118053e6a req-ec163e8b-532c-488a-973c-8f02919bcbfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:29.981931 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-65642be5-9761-41fb-91cf-7e9118053e6a req-ec163e8b-532c-488a-973c-8f02919bcbfd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67d72414-5875-4842-92db-39d3f35d5380 HTTP/1.1" status: 200 len: 851 time: 0.0580156 May 27 00:25:30.061916 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-65642be5-9761-41fb-91cf-7e9118053e6a req-3a702cb6-d1ba-4d1c-843a-ef09adf47b45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=261c4044-c276-4e89-9a06-198050aed13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741732 May 27 00:25:30.204102 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-65642be5-9761-41fb-91cf-7e9118053e6a req-f2e05f85-adc5-4bc3-a2f5-044f993438d1 service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354890 May 27 00:25:30.340841 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-65642be5-9761-41fb-91cf-7e9118053e6a req-36b38341-431c-44d7-991a-b2b404ba9f47 service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300585 May 27 00:25:30.990526 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502d63c-cd72-4738-a69b-9558b453f46a req-e31faf97-2273-4a3c-a597-33ed44bf3f60 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:30.992163 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2502d63c-cd72-4738-a69b-9558b453f46a req-e31faf97-2273-4a3c-a597-33ed44bf3f60 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.0791109 May 27 00:25:31.045526 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2502d63c-cd72-4738-a69b-9558b453f46a req-a5eeb2ca-e3aa-4fac-8438-1902e8770de9 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470023 May 27 00:25:31.446447 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e3b20-f776-45f2-9620-01e9fab3f25c req-38b257f6-a886-4701-aa5e-97fbe46e1c88 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:31.447871 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9c2e3b20-f776-45f2-9620-01e9fab3f25c req-38b257f6-a886-4701-aa5e-97fbe46e1c88 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 945 time: 0.1045852 May 27 00:25:31.493054 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9c2e3b20-f776-45f2-9620-01e9fab3f25c req-d66d5c60-dd3d-4547-99e9-72e730abfe93 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393820 May 27 00:25:32.385133 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708e24b-a13d-47bd-b873-2ef6031ef379 req-703ba4b6-28b1-4ca4-b116-8dd80710a963 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:32.386634 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1708e24b-a13d-47bd-b873-2ef6031ef379 req-703ba4b6-28b1-4ca4-b116-8dd80710a963 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.0746884 May 27 00:25:32.432992 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1708e24b-a13d-47bd-b873-2ef6031ef379 req-1f60c483-1d2c-48ab-b33d-8be0783be848 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401745 May 27 00:25:32.705576 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3e4bf-571a-4d91-8ef3-8e0b9583689e req-3a5dba55-3a5b-472a-9cd1-9abb99869f84 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:32.707135 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a5b3e4bf-571a-4d91-8ef3-8e0b9583689e req-3a5dba55-3a5b-472a-9cd1-9abb99869f84 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 945 time: 0.0825334 May 27 00:25:32.755957 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a5b3e4bf-571a-4d91-8ef3-8e0b9583689e req-ff73f10a-1171-4b4e-b817-1cbe7a12c862 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427921 May 27 00:25:33.511010 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-14cb5ec4-c032-449a-9ff2-59cc8e410845 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:33.512429 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-14cb5ec4-c032-449a-9ff2-59cc8e410845 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 945 time: 0.0744057 May 27 00:25:33.622075 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Deleting port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:25:33.622413 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:33.800161 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b725a6d-f1ea-4bf6-800d-6515110577f5 req-c33acf6d-1e4a-4ca3-9a48-e6eb1d50648a tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:33.801623 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6b725a6d-f1ea-4bf6-800d-6515110577f5 req-c33acf6d-1e4a-4ca3-9a48-e6eb1d50648a tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.2422123 May 27 00:25:33.979577 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6b725a6d-f1ea-4bf6-800d-6515110577f5 req-7b392876-3ed8-4ad4-a914-3095c6d08875 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1704597 May 27 00:25:34.045818 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] For port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:25:34.046176 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:34.124282 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcf834-dc3b-4ca2-b80f-ed4db153e946 req-1cd454e0-2c53-4c45-87d2-98644c1efa10 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:34.125910 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4dfcf834-dc3b-4ca2-b80f-ed4db153e946 req-1cd454e0-2c53-4c45-87d2-98644c1efa10 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 945 time: 0.2152276 May 27 00:25:34.260409 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4dfcf834-dc3b-4ca2-b80f-ed4db153e946 req-ced0133e-c043-4ed8-8ae5-9a59e2942b9a tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fc38051-e18c-4f17-b400-ed4af3a6ff26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258202 May 27 00:25:34.374163 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:34.374439 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:34.374745 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Floating IP d98d8aa2-1510-45ae-8491-67aecfc46f48 disassociated. External IP: 172.28.0.212, port: 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0. May 27 00:25:34.375081 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Calling delete_port for 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:25:34.513973 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:34.560988 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event deleted for resources: {'Port': ['ID=659527dc-0abd-49da-b7f2-cd9d4fd9d3c0,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:34.771299 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Router 3c615583-5d2c-4060-8219-819a8774d21c has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:25:34.970891 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:25:34.981126 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab3291c-86d9-41d0-8034-097edb192df5 None None] Sync routers for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:25:34.993920 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3291c-86d9-41d0-8034-097edb192df5 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:25:34.994789 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-5ab3291c-86d9-41d0-8034-097edb192df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:25:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:25:35.045882 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] No DVR routers for this DVR port 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:25:35.048405 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:35.051190 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9770420a-5d28-4970-887e-e066c928a49d', 'name': 'network-vif-deleted', 'tag': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:25:35.074411 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bbffa972-de8a-4a88-a3e2-b7847984e760 req-7b315b91-54a0-42fa-b025-0b750c1b8ef3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "DELETE /v2.0/ports/659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 HTTP/1.1" status: 204 len: 173 time: 1.5561793 May 27 00:25:35.227447 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04acdf35-34ed-4f07-919c-775789494e6a'] response: {'server_uuid': '9770420a-5d28-4970-887e-e066c928a49d', 'name': 'network-vif-deleted', 'tag': '659527dc-0abd-49da-b7f2-cd9d4fd9d3c0', 'status': 'completed', 'code': 200} May 27 00:25:35.234866 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-5ab3291c-86d9-41d0-8034-097edb192df5 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:25:35.271350 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966488a-3754-4a60-bfaf-3bff59a87be0 req-1eba41b6-f37b-41c4-b064-6f6e7976fac4 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:35.281439 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2966488a-3754-4a60-bfaf-3bff59a87be0 req-1eba41b6-f37b-41c4-b064-6f6e7976fac4 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.1063685 May 27 00:25:35.351345 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2966488a-3754-4a60-bfaf-3bff59a87be0 req-b37dbd30-1384-4c1a-b38e-49f7abe3ce3c tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682843 May 27 00:25:35.471307 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-dde98942-5dce-4392-a4ef-7406233e83cc req-73293640-c6bd-4294-9cc6-75eb2173fd15 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:25:35.488194 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-dde98942-5dce-4392-a4ef-7406233e83cc req-73293640-c6bd-4294-9cc6-75eb2173fd15 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:25:35.489719 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-dde98942-5dce-4392-a4ef-7406233e83cc req-73293640-c6bd-4294-9cc6-75eb2173fd15 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=9770420a-5d28-4970-887e-e066c928a49d HTTP/1.1" status: 200 len: 210 time: 0.0629921 May 27 00:25:35.613339 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-5ab3291c-86d9-41d0-8034-097edb192df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '67232602-7580-4047-944b-7af7423f399b', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'abe67925-4693-419f-9872-ef06903156e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:71:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:20:45Z', 'updated_at': '2022-05-27T00:21:28Z', 'revision_number': 2, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:25:35.617246 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab3291c-86d9-41d0-8034-097edb192df5 None None] Checking router: 3c615583-5d2c-4060-8219-819a8774d21c for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:25:35.628308 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3291c-86d9-41d0-8034-097edb192df5 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:25:35.629044 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-5ab3291c-86d9-41d0-8034-097edb192df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:25:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:25:35.814849 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-5ab3291c-86d9-41d0-8034-097edb192df5 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:25:36.177181 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-5ab3291c-86d9-41d0-8034-097edb192df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '67232602-7580-4047-944b-7af7423f399b', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'abe67925-4693-419f-9872-ef06903156e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:71:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:20:45Z', 'updated_at': '2022-05-27T00:21:28Z', 'revision_number': 2, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:25:36.183163 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab3291c-86d9-41d0-8034-097edb192df5 None None] The sync data for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb is: [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '67232602-7580-4047-944b-7af7423f399b', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'abe67925-4693-419f-9872-ef06903156e7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:71:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:20:45Z', 'updated_at': '2022-05-27T00:21:28Z', 'revision_number': 2, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:25:36.419754 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febaf12-2c30-4b13-908b-1a918f6a1814 None None] New status for floating IP d98d8aa2-1510-45ae-8491-67aecfc46f48: DOWN {{(pid=83258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:25:36.565439 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0becc3-eee8-4146-a876-c2761ec8ce2e req-cbc2da4b-831a-474c-a248-cf85db6d548f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:36.567010 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2f0becc3-eee8-4146-a876-c2761ec8ce2e req-cbc2da4b-831a-474c-a248-cf85db6d548f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.0842438 May 27 00:25:36.657766 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2f0becc3-eee8-4146-a876-c2761ec8ce2e req-7e1440ab-fe2b-4a6c-8d8c-daf5ed46e8fd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821180 May 27 00:25:36.837518 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:25:36.869961 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:25:36.870291 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 659527dc-0abd-49da-b7f2-cd9d4fd9d3c0 not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:25:37.667892 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 34910) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:25:37.847266 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e9da696b-42c7-4e89-9089-1d4129425f16 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:37.885926 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e9da696b-42c7-4e89-9089-1d4129425f16 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:37.924996 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ac93-cbe9-4e40-9d93-c5e7096410c6 req-36e730a5-3eef-4295-b796-4b0b3124bd98 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:37.926473 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a04ac93-cbe9-4e40-9d93-c5e7096410c6 req-36e730a5-3eef-4295-b796-4b0b3124bd98 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.1415396 May 27 00:25:37.978321 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a04ac93-cbe9-4e40-9d93-c5e7096410c6 req-a7f104bb-0ab5-4e62-bbe8-44a1549b18e6 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460615 May 27 00:25:37.981997 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e9da696b-42c7-4e89-9089-1d4129425f16 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:37.999303 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da696b-42c7-4e89-9089-1d4129425f16 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc38051-e18c-4f17-b400-ed4af3a6ff26,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:38.012812 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e9da696b-42c7-4e89-9089-1d4129425f16 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:38.014012 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-e9da696b-42c7-4e89-9089-1d4129425f16 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "DELETE /v2.0/security-groups/7fc38051-e18c-4f17-b400-ed4af3a6ff26 HTTP/1.1" status: 204 len: 168 time: 0.3451297 May 27 00:25:38.016739 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 34916) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:25:38.033905 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.api.v2.resource [None req-b15e1ff8-55f2-410c-8524-34d61dd6b3d6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] show failed (client error): The resource could not be found. May 27 00:25:38.034866 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-b15e1ff8-55f2-410c-8524-34d61dd6b3d6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups/7fc38051-e18c-4f17-b400-ed4af3a6ff26 HTTP/1.1" status: 404 len: 347 time: 0.0172195 May 27 00:25:38.037858 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 34920) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:25:38.189761 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-f153af8f-052b-4132-8bae-5ff5d06e8572 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Deleting port fa076e19-ef47-4a34-8b8a-3fb30c82c72c {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:25:38.190100 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f153af8f-052b-4132-8bae-5ff5d06e8572 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:38.360954 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f153af8f-052b-4132-8bae-5ff5d06e8572 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:38.361187 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f153af8f-052b-4132-8bae-5ff5d06e8572 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:38.483868 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-f153af8f-052b-4132-8bae-5ff5d06e8572 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Calling delete_port for fa076e19-ef47-4a34-8b8a-3fb30c82c72c owned by network:floatingip {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:25:38.623034 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f153af8f-052b-4132-8bae-5ff5d06e8572 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:38.665731 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153af8f-052b-4132-8bae-5ff5d06e8572 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event deleted for resources: {'Port': ['ID=fa076e19-ef47-4a34-8b8a-3fb30c82c72c,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:38.756954 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f153af8f-052b-4132-8bae-5ff5d06e8572 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:38.774801 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f153af8f-052b-4132-8bae-5ff5d06e8572 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:38.775850 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-f153af8f-052b-4132-8bae-5ff5d06e8572 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "DELETE /v2.0/floatingips/d98d8aa2-1510-45ae-8491-67aecfc46f48 HTTP/1.1" status: 204 len: 168 time: 0.7371454 May 27 00:25:39.194998 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75238e-8d3f-4469-8c9d-a20d7c0d7e0b req-64a54ac5-34d3-4f1e-9397-9cdfef9cb8fa tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:39.197945 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2b75238e-8d3f-4469-8c9d-a20d7c0d7e0b req-64a54ac5-34d3-4f1e-9397-9cdfef9cb8fa tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.0968244 May 27 00:25:39.246461 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2b75238e-8d3f-4469-8c9d-a20d7c0d7e0b req-5fa7f9cd-7c4e-431b-b0f8-6f10e99e0a08 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440361 May 27 00:25:39.988681 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8d76c-b482-4b6c-ad8d-938dc851c9a8 req-9af5bd9e-b614-47b9-aedb-6fa9d7fe407b tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:39.990152 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47e8d76c-b482-4b6c-ad8d-938dc851c9a8 req-9af5bd9e-b614-47b9-aedb-6fa9d7fe407b tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 945 time: 0.0801616 May 27 00:25:40.035671 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47e8d76c-b482-4b6c-ad8d-938dc851c9a8 req-8322d1ab-2654-4926-be4a-5ef7a9c7fd03 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 May 27 00:25:40.439818 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34fcdb-ae70-4bf8-bc52-ee160c914e98 req-7d858a37-d31b-4681-820a-cf3754fd3fdf tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:40.441242 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ad34fcdb-ae70-4bf8-bc52-ee160c914e98 req-7d858a37-d31b-4681-820a-cf3754fd3fdf tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.0755563 May 27 00:25:40.489178 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ad34fcdb-ae70-4bf8-bc52-ee160c914e98 req-c47e978c-ee87-47d9-8bff-bb4839da26d5 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420423 May 27 00:25:40.924484 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347a7fd-8550-4fd6-8c90-59eb1af53999 req-10a57c5c-694c-40f9-83ca-aa987f6bbea7 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:40.925164 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0347a7fd-8550-4fd6-8c90-59eb1af53999 req-10a57c5c-694c-40f9-83ca-aa987f6bbea7 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:25:40.940244 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0347a7fd-8550-4fd6-8c90-59eb1af53999 req-10a57c5c-694c-40f9-83ca-aa987f6bbea7 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:25:40.941575 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a7fd-8550-4fd6-8c90-59eb1af53999 req-10a57c5c-694c-40f9-83ca-aa987f6bbea7 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 946 time: 0.0969036 May 27 00:25:40.986670 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0347a7fd-8550-4fd6-8c90-59eb1af53999 req-556543c6-b990-4858-97e0-9a5996aa444c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:security_group {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:25:41.002654 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0347a7fd-8550-4fd6-8c90-59eb1af53999 req-556543c6-b990-4858-97e0-9a5996aa444c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:security_group {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:25:41.003989 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0347a7fd-8550-4fd6-8c90-59eb1af53999 req-556543c6-b990-4858-97e0-9a5996aa444c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568011 May 27 00:25:41.230818 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789c026-30ab-4025-a44c-3b518ced8983 req-63fc678a-e615-468e-b868-e5bf5c285230 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:41.232146 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c789c026-30ab-4025-a44c-3b518ced8983 req-63fc678a-e615-468e-b868-e5bf5c285230 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 945 time: 0.0747678 May 27 00:25:41.279874 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c789c026-30ab-4025-a44c-3b518ced8983 req-103db61a-61a9-4bd0-a783-7a717a232cd7 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421522 May 27 00:25:41.687676 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcbe63-dd9b-4986-b9cb-fa64fff48dcb req-453bad48-f628-40da-9095-5950645656dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:41.689086 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-30dcbe63-dd9b-4986-b9cb-fa64fff48dcb req-453bad48-f628-40da-9095-5950645656dd tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.0769782 May 27 00:25:41.735272 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-30dcbe63-dd9b-4986-b9cb-fa64fff48dcb req-00a31d2b-d87a-4ae3-90e1-2b8b939c3040 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403306 May 27 00:25:42.199579 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fe259-332e-48a9-9b32-c00b0a4ab820 req-3bf146d5-bc11-42be-b8ad-2f458bf543dd tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:42.200972 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-496fe259-332e-48a9-9b32-c00b0a4ab820 req-3bf146d5-bc11-42be-b8ad-2f458bf543dd tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 946 time: 0.0766883 May 27 00:25:42.309434 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-496fe259-332e-48a9-9b32-c00b0a4ab820 req-283310e0-e7ed-4c89-a236-07e49a3dc6b3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027708 May 27 00:25:42.482713 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef73da-dd14-4089-97fb-bfc69da4f49d req-0d4a5dd8-cf57-4bdd-a53e-abdf0f5251f5 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:42.484175 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7aef73da-dd14-4089-97fb-bfc69da4f49d req-0d4a5dd8-cf57-4bdd-a53e-abdf0f5251f5 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 945 time: 0.0764315 May 27 00:25:42.530128 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7aef73da-dd14-4089-97fb-bfc69da4f49d req-ca785540-1741-4ef2-bc6e-5a8d06e60673 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 May 27 00:25:42.559954 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:42.962622 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6070be4a-7336-479c-8174-a0fffab50520 req-d5c293c0-b6b7-4206-bb83-5bf574abad6c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1280844 May 27 00:25:43.008223 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf17d8a-f871-470e-8412-3c148f94165d req-1660c06d-f85a-4f93-8c40-29dafb6b3ac7 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:43.009683 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6bf17d8a-f871-470e-8412-3c148f94165d req-1660c06d-f85a-4f93-8c40-29dafb6b3ac7 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.1395421 May 27 00:25:43.128933 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6bf17d8a-f871-470e-8412-3c148f94165d req-be7236d5-1603-431a-9ae1-4e43a796cfba tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118622 May 27 00:25:43.150379 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-68bda9b9-7b09-4df6-b220-b7dd4b697362 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:43.151774 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-68bda9b9-7b09-4df6-b220-b7dd4b697362 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 946 time: 0.1881852 May 27 00:25:43.194600 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6070be4a-7336-479c-8174-a0fffab50520 req-22f8ed28-5291-465b-bac5-0c39fe8be81f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=489999d6bfaf40418aeab8521c512dca&device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 1098 time: 0.1582837 May 27 00:25:43.309682 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Deleting port abe67925-4693-419f-9872-ef06903156e7 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:25:43.310314 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:43.494789 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070be4a-7336-479c-8174-a0fffab50520 req-304c3dc0-1997-4448-a549-d2291532b87f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:43.496211 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6070be4a-7336-479c-8174-a0fffab50520 req-304c3dc0-1997-4448-a549-d2291532b87f service neutron] 10.222.0.60 "GET /v2.0/networks?id=e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 200 len: 919 time: 0.2807271 May 27 00:25:43.640503 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6070be4a-7336-479c-8174-a0fffab50520 req-3ee31722-7399-449b-9d89-9afdfc1da745 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b598bc55-ee2d-4f76-b452-48068945d4e4 HTTP/1.1" status: 200 len: 217 time: 0.1260979 May 27 00:25:43.793525 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070be4a-7336-479c-8174-a0fffab50520 req-2e6fb2a3-11f8-40f8-8ae1-8368cf196f7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:43.794913 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6070be4a-7336-479c-8174-a0fffab50520 req-2e6fb2a3-11f8-40f8-8ae1-8368cf196f7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 200 len: 857 time: 0.1451595 May 27 00:25:43.809582 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514760c3-8503-4ddd-a26d-7567496b746d req-fd28ac3b-1eb3-4041-ab92-23358abf4381 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:43.810947 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-514760c3-8503-4ddd-a26d-7567496b746d req-fd28ac3b-1eb3-4041-ab92-23358abf4381 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 946 time: 0.3729041 May 27 00:25:43.819434 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] For port abe67925-4693-419f-9872-ef06903156e7, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=abe67925-4693-419f-9872-ef06903156e7,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:25:43.819783 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:44.071350 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-514760c3-8503-4ddd-a26d-7567496b746d req-40fb482a-94c9-478c-b734-fd9028d2624f tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df28baf-8f42-4a9d-b166-8f5988887948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536256 May 27 00:25:44.087825 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8974e4-a70e-4cea-9b4c-b1d490e6a3a8 req-7b81885d-038b-4517-b6eb-7e119b8b9309 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:44.089329 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e8974e4-a70e-4cea-9b4c-b1d490e6a3a8 req-7b81885d-038b-4517-b6eb-7e119b8b9309 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 945 time: 0.4071615 May 27 00:25:44.323467 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6070be4a-7336-479c-8174-a0fffab50520 req-e4b1e14c-ac0e-4287-a3c3-6f841551c727 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e949e00c-df52-4269-a2e2-6bf8b8e4c536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5066934 May 27 00:25:44.452487 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5e8974e4-a70e-4cea-9b4c-b1d490e6a3a8 req-f02ab7c8-1a1c-44cf-89a0-4a246e8f17e0 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506854 May 27 00:25:44.463959 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:44.464328 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:44.464636 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Floating IP 67232602-7580-4047-944b-7af7423f399b disassociated. External IP: 172.28.0.178, port: abe67925-4693-419f-9872-ef06903156e7. May 27 00:25:44.465530 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Calling delete_port for abe67925-4693-419f-9872-ef06903156e7 owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:25:44.579437 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ec8be-ab6b-49b2-bb73-a45202690697 req-be9e106b-1f63-447f-afd4-8177d2feda5b tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:44.580758 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ed8ec8be-ab6b-49b2-bb73-a45202690697 req-be9e106b-1f63-447f-afd4-8177d2feda5b tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.3092337 May 27 00:25:44.592925 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6070be4a-7336-479c-8174-a0fffab50520 req-de3d49d4-a848-4641-9d68-7a017749b4d9 service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512066 May 27 00:25:44.771622 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ed8ec8be-ab6b-49b2-bb73-a45202690697 req-f169bcd6-8754-4b1a-94e8-708f1adbf766 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1825511 May 27 00:25:44.778489 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:44.880721 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event deleted for resources: {'Port': ['ID=abe67925-4693-419f-9872-ef06903156e7,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:44.901180 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6070be4a-7336-479c-8174-a0fffab50520 req-f705d055-773e-4f2e-bfaf-ab3bd085998f service neutron] 10.222.0.60 "GET /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944257 May 27 00:25:45.062986 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eb13e-0600-4436-acc2-e89d7e4ee2e4 req-ae047bb9-2060-4244-af50-fd48913d35b3 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:45.064378 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aa6eb13e-0600-4436-acc2-e89d7e4ee2e4 req-ae047bb9-2060-4244-af50-fd48913d35b3 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.60 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 945 time: 0.2441602 May 27 00:25:45.144590 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-aa6eb13e-0600-4436-acc2-e89d7e4ee2e4 req-bdd6d4c7-a4cd-4bdb-aa31-fc7f58294639 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Deleting port e6074894-ba3a-4399-8808-67c34a931c8f {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:25:45.144897 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-aa6eb13e-0600-4436-acc2-e89d7e4ee2e4 req-bdd6d4c7-a4cd-4bdb-aa31-fc7f58294639 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:45.284723 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-626b00e6-9599-4c94-bdf5-c88f5e631622 req-da850e1d-da8c-41ad-a48b-c5cdfa4ed414 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 210 time: 0.0830634 May 27 00:25:45.409373 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Router 3c615583-5d2c-4060-8219-819a8774d21c has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:25:45.575602 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-aa6eb13e-0600-4436-acc2-e89d7e4ee2e4 req-bdd6d4c7-a4cd-4bdb-aa31-fc7f58294639 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] For port e6074894-ba3a-4399-8808-67c34a931c8f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=e6074894-ba3a-4399-8808-67c34a931c8f,segment=NetworkSegment(40091dc7-4bb2-4d93-a32e-9cd6511e3731),segment_id=40091dc7-4bb2-4d93-a32e-9cd6511e3731)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:25:45.575970 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-aa6eb13e-0600-4436-acc2-e89d7e4ee2e4 req-bdd6d4c7-a4cd-4bdb-aa31-fc7f58294639 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:45.835904 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-aa6eb13e-0600-4436-acc2-e89d7e4ee2e4 req-bdd6d4c7-a4cd-4bdb-aa31-fc7f58294639 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Calling delete_port for e6074894-ba3a-4399-8808-67c34a931c8f owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:25:46.051454 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61d1fe-b4b7-48a2-88d3-5240edd188c2 req-205d4abd-e00a-43c4-a601-0d1ca576d881 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:46.052867 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aa61d1fe-b4b7-48a2-88d3-5240edd188c2 req-205d4abd-e00a-43c4-a601-0d1ca576d881 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385bde7-82a8-47f0-8303-2286ad011547 HTTP/1.1" status: 200 len: 945 time: 0.4696419 May 27 00:25:46.145630 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cdb2b-b3ec-4b8b-a65e-76e47ae1b812 req-f16ac27a-828b-4870-85e8-a32725a5e196 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:46.146942 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-256cdb2b-b3ec-4b8b-a65e-76e47ae1b812 req-f16ac27a-828b-4870-85e8-a32725a5e196 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.2418108 May 27 00:25:46.147521 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-aa6eb13e-0600-4436-acc2-e89d7e4ee2e4 req-bdd6d4c7-a4cd-4bdb-aa31-fc7f58294639 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:46.158757 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['e6074894-ba3a-4399-8808-67c34a931c8f'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:25:46.219509 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aa61d1fe-b4b7-48a2-88d3-5240edd188c2 req-f699354a-53ac-425b-8759-b6e9a3c4b483 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a26dae2-7d4b-4c5d-9398-a35449595745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581323 May 27 00:25:46.221080 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6d4c7-a4cd-4bdb-aa31-fc7f58294639 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Pushing event deleted for resources: {'Port': ['ID=e6074894-ba3a-4399-8808-67c34a931c8f,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:46.319150 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:25:46.331447 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677cff95-7c7c-41c1-88f9-da6b08049d9d None None] Sync routers for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:25:46.351001 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677cff95-7c7c-41c1-88f9-da6b08049d9d None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:25:46.351870 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-677cff95-7c7c-41c1-88f9-da6b08049d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:25:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:25:46.355534 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6eb13e-0600-4436-acc2-e89d7e4ee2e4 req-bdd6d4c7-a4cd-4bdb-aa31-fc7f58294639 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] No DVR routers for this DVR port e6074894-ba3a-4399-8808-67c34a931c8f on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:25:46.358851 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-256cdb2b-b3ec-4b8b-a65e-76e47ae1b812 req-3483ae82-0264-4e45-836b-b7b114cd10a9 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1741707 May 27 00:25:46.359873 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-aa6eb13e-0600-4436-acc2-e89d7e4ee2e4 req-bdd6d4c7-a4cd-4bdb-aa31-fc7f58294639 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:46.366697 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3385bde7-82a8-47f0-8303-2286ad011547', 'name': 'network-vif-deleted', 'tag': 'e6074894-ba3a-4399-8808-67c34a931c8f'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:25:46.422622 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] No DVR routers for this DVR port abe67925-4693-419f-9872-ef06903156e7 on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:25:46.425291 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:46.427764 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-14c4842e-caf0-4341-a149-4fbf033c0a57 req-3270e9f3-11aa-49c7-9d61-2c0f5208782b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "DELETE /v2.0/ports/abe67925-4693-419f-9872-ef06903156e7 HTTP/1.1" status: 204 len: 173 time: 3.2699957 May 27 00:25:46.429798 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-aa6eb13e-0600-4436-acc2-e89d7e4ee2e4 req-bdd6d4c7-a4cd-4bdb-aa31-fc7f58294639 tempest-VolumesSnapshotTestJSON-432267757 tempest-VolumesSnapshotTestJSON-432267757-project] 10.222.0.60 "DELETE /v2.0/ports/e6074894-ba3a-4399-8808-67c34a931c8f HTTP/1.1" status: 204 len: 173 time: 1.3597119 May 27 00:25:46.532638 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f44142-a6fc-4100-9430-a2cf4de8d5e5'] response: {'server_uuid': '3385bde7-82a8-47f0-8303-2286ad011547', 'name': 'network-vif-deleted', 'tag': 'e6074894-ba3a-4399-8808-67c34a931c8f', 'status': 'completed', 'code': 200} May 27 00:25:46.535080 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-47e4c77a-d5af-4fca-8f87-afa7946e37ad req-c8f6e4d9-689a-4452-9209-252dbea97ebd tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:25:46.551464 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-47e4c77a-d5af-4fca-8f87-afa7946e37ad req-c8f6e4d9-689a-4452-9209-252dbea97ebd tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:25:46.552741 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47e4c77a-d5af-4fca-8f87-afa7946e37ad req-c8f6e4d9-689a-4452-9209-252dbea97ebd tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d92fcb-ff1c-40ba-a640-69d9151808f3 HTTP/1.1" status: 200 len: 210 time: 0.0944571 May 27 00:25:46.602701 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-677cff95-7c7c-41c1-88f9-da6b08049d9d None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:25:46.866121 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device abe67925-4693-419f-9872-ef06903156e7 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:25:46.914397 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: abe67925-4693-419f-9872-ef06903156e7 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:25:46.914652 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device abe67925-4693-419f-9872-ef06903156e7 not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:25:47.005716 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-677cff95-7c7c-41c1-88f9-da6b08049d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:25:47.009750 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677cff95-7c7c-41c1-88f9-da6b08049d9d None None] Checking router: 3c615583-5d2c-4060-8219-819a8774d21c for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:25:47.022169 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677cff95-7c7c-41c1-88f9-da6b08049d9d None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:25:47.022767 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-677cff95-7c7c-41c1-88f9-da6b08049d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:25:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:25:47.204612 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-677cff95-7c7c-41c1-88f9-da6b08049d9d None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:25:47.558164 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-677cff95-7c7c-41c1-88f9-da6b08049d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:25:47.563157 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677cff95-7c7c-41c1-88f9-da6b08049d9d None None] The sync data for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb is: [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:25:47.611243 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761ead9-7756-48ef-9b59-c1d61b44e115 req-f736b4e2-3362-4b9b-8cca-d8361133478f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:47.612759 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4761ead9-7756-48ef-9b59-c1d61b44e115 req-f736b4e2-3362-4b9b-8cca-d8361133478f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.0855281 May 27 00:25:47.698002 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4761ead9-7756-48ef-9b59-c1d61b44e115 req-450a85e8-be27-4b47-b12f-f94ea2de212b tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&id=9daba16d-ad11-4b29-8c90-e5ec49d142be&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752294 May 27 00:25:47.767178 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35010) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:25:47.849668 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a734f1c3-7982-4a8b-ba45-b276f4a9a6ed tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:47.870557 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1574b93-6031-4784-9321-dad46d8bb45d None None] New status for floating IP 67232602-7580-4047-944b-7af7423f399b: DOWN {{(pid=83258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:25:47.883237 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a734f1c3-7982-4a8b-ba45-b276f4a9a6ed tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:47.941022 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a734f1c3-7982-4a8b-ba45-b276f4a9a6ed tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:47.960182 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734f1c3-7982-4a8b-ba45-b276f4a9a6ed tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df28baf-8f42-4a9d-b166-8f5988887948,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:47.973185 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a734f1c3-7982-4a8b-ba45-b276f4a9a6ed tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:47.974616 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-a734f1c3-7982-4a8b-ba45-b276f4a9a6ed tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "DELETE /v2.0/security-groups/4df28baf-8f42-4a9d-b166-8f5988887948 HTTP/1.1" status: 204 len: 168 time: 0.2061958 May 27 00:25:47.977325 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35014) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:25:47.996242 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.api.v2.resource [None req-0504f29c-67b5-4430-b72b-1f8682af85d3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] show failed (client error): The resource could not be found. May 27 00:25:47.997767 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-0504f29c-67b5-4430-b72b-1f8682af85d3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups/4df28baf-8f42-4a9d-b166-8f5988887948 HTTP/1.1" status: 404 len: 347 time: 0.0195529 May 27 00:25:48.000715 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35018) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:25:48.157064 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-e88cc797-36a1-4a3c-a0c9-28ccfe33ffdc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Deleting port 08284ee1-46ac-49da-a9d1-7168933cd71c {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:25:48.157437 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e88cc797-36a1-4a3c-a0c9-28ccfe33ffdc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:48.326459 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e88cc797-36a1-4a3c-a0c9-28ccfe33ffdc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:48.326695 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e88cc797-36a1-4a3c-a0c9-28ccfe33ffdc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:48.445689 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-e88cc797-36a1-4a3c-a0c9-28ccfe33ffdc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Calling delete_port for 08284ee1-46ac-49da-a9d1-7168933cd71c owned by network:floatingip {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:25:48.620129 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'name': 'network-vif-deleted', 'tag': 'abe67925-4693-419f-9872-ef06903156e7'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:25:48.657283 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e88cc797-36a1-4a3c-a0c9-28ccfe33ffdc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:48.689592 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7192a6b-ef41-4f42-ad36-635baabfb16b'] response: {'server_uuid': 'f5d92fcb-ff1c-40ba-a640-69d9151808f3', 'name': 'network-vif-deleted', 'tag': 'abe67925-4693-419f-9872-ef06903156e7', 'status': 'completed', 'code': 200} May 27 00:25:48.704352 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cc797-36a1-4a3c-a0c9-28ccfe33ffdc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event deleted for resources: {'Port': ['ID=08284ee1-46ac-49da-a9d1-7168933cd71c,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:48.793117 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e88cc797-36a1-4a3c-a0c9-28ccfe33ffdc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:48.810420 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-e88cc797-36a1-4a3c-a0c9-28ccfe33ffdc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:48.811547 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-e88cc797-36a1-4a3c-a0c9-28ccfe33ffdc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "DELETE /v2.0/floatingips/67232602-7580-4047-944b-7af7423f399b HTTP/1.1" status: 204 len: 168 time: 0.8098917 May 27 00:25:48.895218 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device e6074894-ba3a-4399-8808-67c34a931c8f no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:25:48.909067 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35028) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:25:48.914972 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776486733', 'description': 'tempest-description--680253241'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:25:48.921135 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:25:48.925588 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:25:48.928973 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:25:48.936513 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:25:48.936819 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: e6074894-ba3a-4399-8808-67c34a931c8f {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:25:48.937091 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device e6074894-ba3a-4399-8808-67c34a931c8f not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:25:48.948634 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:48.983875 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:25:48.987628 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:25:48.990440 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:25:48.996052 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:25:49.059353 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.063460 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.065658 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:25:49.108328 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17dcd38b-9f19-400b-bf3a-c73a71cc4846,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:49.111053 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.112292 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-65389e4f-fe91-4a1a-9ebe-5a5385cb69c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2021179 May 27 00:25:49.115339 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35034) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:25:49.126798 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'security_group_rule': {'security_group_id': '17dcd38b-9f19-400b-bf3a-c73a71cc4846', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:25:49.132759 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:25:49.137712 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:25:49.140784 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:25:49.148511 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:25:49.231014 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.287842 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.291304 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.314281 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86c53f0-73af-4b24-89f7-7f5456eb5313,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:49.326358 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:49.326768 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:49.327153 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:49.327491 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:49.327824 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:49.328153 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:49.328483 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:49.328839 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:49.329184 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:49.329548 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:49.329869 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:49.332746 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.333934 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ee739b5c-5e4d-49e4-a978-f56862a01a4d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2166011 May 27 00:25:49.336715 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35040) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:25:49.342254 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-fcc829e7-dc51-4893-bb5a-199ef47c380e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'security_group_rule': {'security_group_id': '17dcd38b-9f19-400b-bf3a-c73a71cc4846', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:25:49.348045 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-fcc829e7-dc51-4893-bb5a-199ef47c380e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:25:49.351895 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-fcc829e7-dc51-4893-bb5a-199ef47c380e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:25:49.354773 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-fcc829e7-dc51-4893-bb5a-199ef47c380e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:25:49.361002 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-fcc829e7-dc51-4893-bb5a-199ef47c380e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:25:49.377140 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fcc829e7-dc51-4893-bb5a-199ef47c380e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.437211 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fcc829e7-dc51-4893-bb5a-199ef47c380e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.440928 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fcc829e7-dc51-4893-bb5a-199ef47c380e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.464040 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc829e7-dc51-4893-bb5a-199ef47c380e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d39651-ed09-4874-8d04-2988076aec76,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:49.472590 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-fcc829e7-dc51-4893-bb5a-199ef47c380e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.473860 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-fcc829e7-dc51-4893-bb5a-199ef47c380e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1361873 May 27 00:25:49.477105 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35044) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:25:49.482731 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'floatingip': {'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:25:49.487890 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:25:49.491707 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:floatingip and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:25:49.494566 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:25:49.500871 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:25:49.510872 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.645157 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.788366 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Allocated IP 172.28.0.30 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/37f4b4d4-3fcc-4377-ba51-db9184b1305a) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:25:49.934446 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:49.962165 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:50.029642 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:25:50.032271 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:25:50.036011 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:25:50.065065 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'Port': ['ID=37f4b4d4-3fcc-4377-ba51-db9184b1305a,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:50.195350 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:50.251505 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:50.463765 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:50.467426 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1260117'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:50.569248 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'Port': ['ID=37f4b4d4-3fcc-4377-ba51-db9184b1305a,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:50.584005 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:50.606203 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:50.607631 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-bcd2085a-f3b4-4883-8f67-b8ffb7d3b520 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1295359 May 27 00:25:50.788524 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-676be207-8174-4930-bc43-764af20bd6fa req-44d80876-0332-43b6-a2bf-f9e903abce6c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:security_group {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:25:50.805437 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-676be207-8174-4930-bc43-764af20bd6fa req-44d80876-0332-43b6-a2bf-f9e903abce6c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:security_group {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:25:50.806593 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-44d80876-0332-43b6-a2bf-f9e903abce6c tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--776486733&fields=id&tenant_id=8ab7c208c3194694b0754eced701a5e1 HTTP/1.1" status: 200 len: 267 time: 0.0659463 May 27 00:25:50.959384 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676be207-8174-4930-bc43-764af20bd6fa req-16acf9cc-b265-4d90-b801-22e11ab1fca7 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:50.960869 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-16acf9cc-b265-4d90-b801-22e11ab1fca7 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 814 time: 0.1468747 May 27 00:25:50.976559 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-51a9563b-a9d9-42c8-beaf-d941ac0a5ec2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/quotas/8ab7c208c3194694b0754eced701a5e1 HTTP/1.1" status: 200 len: 375 time: 0.0101645 May 27 00:25:51.055418 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-676be207-8174-4930-bc43-764af20bd6fa req-f14ec557-1498-45b8-8082-cb70ff723e24 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:25:51.070600 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-676be207-8174-4930-bc43-764af20bd6fa req-f14ec557-1498-45b8-8082-cb70ff723e24 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:25:51.071856 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-f14ec557-1498-45b8-8082-cb70ff723e24 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898721 May 27 00:25:51.280439 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-ad2b4d45-0d60-4226-bc01-53d5c2d83709 service neutron] 10.222.0.42 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966698 May 27 00:25:51.408758 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-bc1fccac-1857-47fa-9363-0697b3b96f92 service neutron] 10.222.0.42 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227012 May 27 00:25:51.590838 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6c1dd06a-8ce0-491b-b567-44976304cb5b req-720b5c82-ecf0-42a4-aab5-1d3b39f69eba tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 210 time: 0.0400853 May 27 00:25:52.789243 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6236ab54-0b59-43f3-b966-be56301f6293 req-532a4ef1-b2fb-4110-959c-87584634dbbf tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 210 time: 0.0666604 May 27 00:25:52.908146 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676be207-8174-4930-bc43-764af20bd6fa req-beadc991-6721-4363-9c6e-a60e93334729 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:52.909711 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-beadc991-6721-4363-9c6e-a60e93334729 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 814 time: 0.1545391 May 27 00:25:52.965331 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-defe6eb4-ac31-4cad-ba77-9cb0af1a7140 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ab7c208c3194694b0754eced701a5e1 HTTP/1.1" status: 200 len: 379 time: 0.0419874 May 27 00:25:52.974093 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'port': {'device_id': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'admin_state_up': True, 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'security_groups': ['17dcd38b-9f19-400b-bf3a-c73a71cc4846']}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:25:53.104861 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:25:53.115613 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:25:53.125718 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Made reservation on behalf of 8ab7c208c3194694b0754eced701a5e1 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:25:53.128771 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:53.287868 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Allocated IP 172.20.0.3 (ea614eca-e993-4ff1-81c0-52f3da994159/0bf13785-f768-4929-8e39-bfb2f2cff627/d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:25:53.475724 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:53.491833 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Transition to ACTIVE for port object d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:25:53.512808 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:53.671597 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Network ea614eca-e993-4ff1-81c0-52f3da994159 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:25:53.672770 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:25:53.674518 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'Port': ['ID=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:53.676532 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:25:53.738102 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:53.738690 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:53.764828 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-a1375001-52e2-4621-86b3-afe6cf9218f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942724 May 27 00:25:53.775954 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Request body: {'port': {'device_id': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:25:53.896724 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:53.942208 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-9797a842-f9e2-46fc-9436-06cb55fddda7 None None] Provisioning for port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:25:53.947425 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-9797a842-f9e2-46fc-9436-06cb55fddda7 None None] Provisioning complete for port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:25:53.947795 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-9797a842-f9e2-46fc-9436-06cb55fddda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:54.000201 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-9797a842-f9e2-46fc-9436-06cb55fddda7 None None] Port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:25:54.114025 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9bc1c-1c41-4ef5-af10-f37e1f50ac72 req-cea89018-4824-4eb4-90c0-703378927963 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:54.114622 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-d1e9bc1c-1c41-4ef5-af10-f37e1f50ac72 req-cea89018-4824-4eb4-90c0-703378927963 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:25:54.191672 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-d1e9bc1c-1c41-4ef5-af10-f37e1f50ac72 req-cea89018-4824-4eb4-90c0-703378927963 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:25:54.192814 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1e9bc1c-1c41-4ef5-af10-f37e1f50ac72 req-cea89018-4824-4eb4-90c0-703378927963 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 931 time: 0.2535131 May 27 00:25:54.269304 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1e9bc1c-1c41-4ef5-af10-f37e1f50ac72 req-41154631-d864-456d-8bdf-0e70690956c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685673 May 27 00:25:54.277666 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cb27158e-84ed-493f-9650-7d71bc646613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:54.342882 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:25:54.349637 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:54.363644 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Transition to ACTIVE for port object d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:25:54.367473 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:54.493596 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:54.607908 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Attempting to bind port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:25:54.608334 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Attempting to bind port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:25:54.608723 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Attempting to bind port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f on network ea614eca-e993-4ff1-81c0-52f3da994159 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:25:54.615180 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f on network ea614eca-e993-4ff1-81c0-52f3da994159 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:25:54.615674 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Attempting to bind port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f on network ea614eca-e993-4ff1-81c0-52f3da994159 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:25:54.623632 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:25:54.623787 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Checking segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:25:54.624257 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Bound using segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:25:54.624572 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Bound port: d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:25:54.624917 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:54.713579 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] For port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:25:54.717301 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] For port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:25:54.721794 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:54.784407 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:54.785784 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f HTTP/1.1" status: 200 len: 1093 time: 1.0140653 May 27 00:25:54.786217 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'tag': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:25:54.806506 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4af097-0f2a-4880-b73b-d022552520a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:54.922558 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-b819cbb6-19ec-4fd2-b0c2-482e63a734e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 1096 time: 0.0920899 May 27 00:25:55.015136 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-eb8b3bfd-e51e-4ac2-bcaf-af957f61b34e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f HTTP/1.1" status: 200 len: 217 time: 0.0852334 May 27 00:25:55.096301 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df8e13a-d660-45dd-8e64-453295dc89ea'] response: {'name': 'network-changed', 'server_uuid': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'tag': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f', 'status': 'completed', 'code': 200} May 27 00:25:55.137648 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676be207-8174-4930-bc43-764af20bd6fa req-14bc1354-9f8a-41ef-a15d-6be121d2d179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:55.139455 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-14bc1354-9f8a-41ef-a15d-6be121d2d179 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.1176524 May 27 00:25:55.237840 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-64867203-0a05-4deb-ba8e-96079ab43a66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760853 May 27 00:25:55.368090 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-7eb652df-23d4-42e5-a12a-5ff1897dbe29 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231928 May 27 00:25:55.618253 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-676be207-8174-4930-bc43-764af20bd6fa req-6bbdf01b-a781-4952-bab1-202509420dd8 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421021 May 27 00:25:55.624878 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82a429-56a2-4eeb-9f34-e8f78bcd4bd5 req-af56c918-ad53-439c-8960-d76fe535830b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:55.626313 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5a82a429-56a2-4eeb-9f34-e8f78bcd4bd5 req-af56c918-ad53-439c-8960-d76fe535830b tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 943 time: 0.2330015 May 27 00:25:55.715402 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5a82a429-56a2-4eeb-9f34-e8f78bcd4bd5 req-a6c95c8a-a6c0-4cff-9cbb-5f7d1abcd60f tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809424 May 27 00:25:55.743286 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-627f3472-11c4-42f1-bf4b-c8e9e666205a req-40300ded-9b5c-46c5-886f-730f5a623e6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 1096 time: 0.0773625 May 27 00:25:55.877963 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f3472-11c4-42f1-bf4b-c8e9e666205a req-2c64353e-4fc8-4490-839f-91e2952da6ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:55.879417 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-627f3472-11c4-42f1-bf4b-c8e9e666205a req-2c64353e-4fc8-4490-839f-91e2952da6ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 915 time: 0.1272645 May 27 00:25:55.955333 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-627f3472-11c4-42f1-bf4b-c8e9e666205a req-a837bf6d-412a-4c97-841f-0aa31ec97068 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f HTTP/1.1" status: 200 len: 217 time: 0.0640924 May 27 00:25:56.015674 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f3472-11c4-42f1-bf4b-c8e9e666205a req-3055e9ca-cfad-4336-b1dc-2fe73e1e4272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:56.017081 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-627f3472-11c4-42f1-bf4b-c8e9e666205a req-3055e9ca-cfad-4336-b1dc-2fe73e1e4272 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.0568209 May 27 00:25:56.095078 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-627f3472-11c4-42f1-bf4b-c8e9e666205a req-22bfb775-9d0f-42a2-8e2f-e3530a3858ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716274 May 27 00:25:56.262590 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-627f3472-11c4-42f1-bf4b-c8e9e666205a req-75a63d20-ab92-47bf-ba54-99b28e13920d service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356323 May 27 00:25:56.417028 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-627f3472-11c4-42f1-bf4b-c8e9e666205a req-597a70db-806b-4d33-bcf7-efee0e6d46f7 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463382 May 27 00:25:56.473836 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5ae6592f-6818-472c-b3f5-d95d416ba3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:56.784293 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22c16e-2b44-48a9-b7c2-d4025d5db41e req-7c2c7a60-7570-4c8e-bbef-9ad2b1866019 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:56.785684 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-da22c16e-2b44-48a9-b7c2-d4025d5db41e req-7c2c7a60-7570-4c8e-bbef-9ad2b1866019 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 947 time: 0.0791395 May 27 00:25:56.896328 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-da22c16e-2b44-48a9-b7c2-d4025d5db41e req-36ec2d71-48cc-4302-96db-265459c0e1c9 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049252 May 27 00:25:56.937576 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dbc3c-ef4a-47a1-bc5f-0c1a216c0ee8 req-3f95f9fd-a1ee-4fc1-a45b-9f8280e27a21 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:56.939156 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b48dbc3c-ef4a-47a1-bc5f-0c1a216c0ee8 req-3f95f9fd-a1ee-4fc1-a45b-9f8280e27a21 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 943 time: 0.0938616 May 27 00:25:56.987065 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b48dbc3c-ef4a-47a1-bc5f-0c1a216c0ee8 req-8f12aea3-1cdc-4913-975c-036b4992f302 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420740 May 27 00:25:57.953395 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:58.006969 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:58.184192 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a1a52-743b-4a79-9b36-7d5963ebb5c7 req-b760aa4d-fcb1-4cea-86e4-53f56b2f2ef1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:58.185653 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-882a1a52-743b-4a79-9b36-7d5963ebb5c7 req-b760aa4d-fcb1-4cea-86e4-53f56b2f2ef1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 947 time: 0.1377442 May 27 00:25:58.225687 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b7507-8c64-430f-b050-9d1b44816438 req-3116642b-35fd-41d9-aef0-decd7bce3fa7 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:58.227116 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-455b7507-8c64-430f-b050-9d1b44816438 req-3116642b-35fd-41d9-aef0-decd7bce3fa7 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 943 time: 0.1165285 May 27 00:25:58.264781 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-882a1a52-743b-4a79-9b36-7d5963ebb5c7 req-153a3689-363b-4355-8310-962e5c10b1b3 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710571 May 27 00:25:58.286292 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-455b7507-8c64-430f-b050-9d1b44816438 req-b45a7cb4-cdf0-404a-8ea2-0a01481055a4 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496497 May 27 00:25:58.771916 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-571276a8-2b00-47da-a445-e13524db6435 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:58.773348 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-571276a8-2b00-47da-a445-e13524db6435 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 947 time: 0.0773768 May 27 00:25:58.839237 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Deleting port 1cecbed1-fa57-4233-b216-1837212f40a2 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:25:58.839578 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:58.963111 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:25:59.080433 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] For port 1cecbed1-fa57-4233-b216-1837212f40a2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=1cecbed1-fa57-4233-b216-1837212f40a2,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:25:59.080709 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:59.094411 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:25:59.108126 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'port_id': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f', 'mac_address': 'fa:16:3e:e7:65:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:25:59.165493 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:59.185472 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:25:59.212844 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:25:59.214535 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:59.217641 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:59.289482 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:59.537274 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:59.538095 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:59.538223 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Floating IP 23b755b1-3ef0-4b84-80c6-de962b19f7e7 disassociated. External IP: 172.28.0.225, port: 1cecbed1-fa57-4233-b216-1837212f40a2. May 27 00:25:59.538541 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Calling delete_port for 1cecbed1-fa57-4233-b216-1837212f40a2 owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:25:59.581485 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:25:59.658710 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1427e8b-f7e8-4c3a-9f2a-ffcccc09616f req-20ac6d84-ddb4-4193-876d-84c403e401d2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:59.660144 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1427e8b-f7e8-4c3a-9f2a-ffcccc09616f req-20ac6d84-ddb4-4193-876d-84c403e401d2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 947 time: 0.2323544 May 27 00:25:59.667257 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0dc1a-f5c1-4172-8387-2ca1be65b8d4 req-9399f8e9-7a94-4b15-a7e2-fda653602b52 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:25:59.669249 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-73b0dc1a-f5c1-4172-8387-2ca1be65b8d4 req-9399f8e9-7a94-4b15-a7e2-fda653602b52 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 944 time: 0.2374656 May 27 00:25:59.814676 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1427e8b-f7e8-4c3a-9f2a-ffcccc09616f req-b04df965-fadd-4d69-8e30-fe6c3b0fcc20 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=921ca778-8b92-4679-8edc-523afb73835f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441779 May 27 00:25:59.815204 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:25:59.863682 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-73b0dc1a-f5c1-4172-8387-2ca1be65b8d4 req-b9fb2c19-347e-449b-92ba-43f2c71e31e1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495252 May 27 00:25:59.873703 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event deleted for resources: {'Port': ['ID=1cecbed1-fa57-4233-b216-1837212f40a2,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:25:59.890350 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:59.890461 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:59.890938 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:59.891213 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:59.891461 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:59.891778 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:59.892044 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:59.892397 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:59.903468 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:59.903468 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:25:59.903468 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:00.118651 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Router 537a0e11-ebac-4a02-9c26-4a21858e3357 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:26:00.355769 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:26:00.366424 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea23f6-942e-4438-94ca-83f913007ae9 None None] Sync routers for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:26:00.379335 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea23f6-942e-4438-94ca-83f913007ae9 None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:26:00.380185 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-0bea23f6-942e-4438-94ca-83f913007ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:25:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:00.423759 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] No DVR routers for this DVR port 1cecbed1-fa57-4233-b216-1837212f40a2 on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:26:00.426238 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:00.428722 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'name': 'network-vif-deleted', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:26:00.437570 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-74252b8f-f7f4-40a9-8f68-167db1e98905 req-671cbee0-3494-480f-b2ea-ec8f7e59c7a2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.60 "DELETE /v2.0/ports/1cecbed1-fa57-4233-b216-1837212f40a2 HTTP/1.1" status: 204 len: 173 time: 1.6590922 May 27 00:26:00.487217 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6212ff3-1cdb-4769-a67e-135f7d14b22b'] response: {'server_uuid': 'e6b18ea4-76e3-4251-8f96-d688ff1777e5', 'name': 'network-vif-deleted', 'tag': '1cecbed1-fa57-4233-b216-1837212f40a2', 'status': 'completed', 'code': 200} May 27 00:26:00.610802 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-0bea23f6-942e-4438-94ca-83f913007ae9 None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:26:00.935866 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-0bea23f6-942e-4438-94ca-83f913007ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:42Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:00.941667 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea23f6-942e-4438-94ca-83f913007ae9 None None] Checking router: 537a0e11-ebac-4a02-9c26-4a21858e3357 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:26:00.954410 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea23f6-942e-4438-94ca-83f913007ae9 None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:26:00.955014 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-0bea23f6-942e-4438-94ca-83f913007ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:25:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:01.046155 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:26:01.096709 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-754ae770-b901-4809-b7a0-f5722ab84ad3 req-e9ea3f20-bf3e-4e74-8df1-326cbf80ce4a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Synchronizing usage tracker for tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:26:01.133222 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-754ae770-b901-4809-b7a0-f5722ab84ad3 req-e9ea3f20-bf3e-4e74-8df1-326cbf80ce4a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Unset dirty status for tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:26:01.134496 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-754ae770-b901-4809-b7a0-f5722ab84ad3 req-e9ea3f20-bf3e-4e74-8df1-326cbf80ce4a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6b18ea4-76e3-4251-8f96-d688ff1777e5 HTTP/1.1" status: 200 len: 210 time: 0.1405203 May 27 00:26:01.155768 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00368e-4ed3-4bb3-8a4c-84b0bce6fb7c req-0d9c2fc7-81ee-4459-bf3e-1542dd1b3bb1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:01.164748 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2c00368e-4ed3-4bb3-8a4c-84b0bce6fb7c req-0d9c2fc7-81ee-4459-bf3e-1542dd1b3bb1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 944 time: 0.1066923 May 27 00:26:01.226318 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2c00368e-4ed3-4bb3-8a4c-84b0bce6fb7c req-a6b3ddf6-77a8-4a8b-a3a6-3c81b4650e42 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603201 May 27 00:26:01.283520 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:26:01.289805 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-0bea23f6-942e-4438-94ca-83f913007ae9 None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:26:01.335341 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:26:01.335715 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:01.614941 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:01.671257 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:26:01.711946 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:01.717769 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:01.800427 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:01.820529 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-0bea23f6-942e-4438-94ca-83f913007ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:42Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:01.828336 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bea23f6-942e-4438-94ca-83f913007ae9 None None] The sync data for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb is: [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:42Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:26:01.844764 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eee9624-9d8e-4171-b692-c1fcde432027'] response: {'server_uuid': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f', 'code': 200} May 27 00:26:01.931829 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae26d1f-9d97-4e5d-8229-2cf35c295cd4 req-e57c8866-bb39-48b3-a71a-bb07bbac992c tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:01.933603 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-eae26d1f-9d97-4e5d-8229-2cf35c295cd4 req-e57c8866-bb39-48b3-a71a-bb07bbac992c tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0921059 May 27 00:26:01.994044 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-eae26d1f-9d97-4e5d-8229-2cf35c295cd4 req-97dabdd0-ce9f-4e0b-a820-c0d9b614872a tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541897 May 27 00:26:02.116913 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2fa22c16-85a0-4eb4-9662-82c4fdf52e5c req-9b239026-f801-4b9d-9927-09cc5640c84f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 1098 time: 0.0727816 May 27 00:26:02.132096 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81877ca9-b462-4a32-bcd1-8787da150c86 None None] New status for floating IP 23b755b1-3ef0-4b84-80c6-de962b19f7e7: DOWN {{(pid=83258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:26:02.161913 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2fa22c16-85a0-4eb4-9662-82c4fdf52e5c req-c85f4808-1808-4c58-ba5f-912d2648743d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378442 May 27 00:26:02.328982 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35222) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:02.407741 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f6fd-a26a-43ef-b6c1-effed58a0cef tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:02.434542 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a05923-3a1d-49ea-a71a-998096240982 req-fbe571f9-16eb-4a9a-a228-00ae92546251 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:02.435209 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f6fd-a26a-43ef-b6c1-effed58a0cef tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:02.435990 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d9a05923-3a1d-49ea-a71a-998096240982 req-fbe571f9-16eb-4a9a-a228-00ae92546251 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 945 time: 0.0794947 May 27 00:26:02.480773 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d9a05923-3a1d-49ea-a71a-998096240982 req-c00b3375-88da-4f8c-9f35-b9e4f211ec74 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392702 May 27 00:26:02.486696 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f6fd-a26a-43ef-b6c1-effed58a0cef tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:02.506681 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8f6fd-a26a-43ef-b6c1-effed58a0cef tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921ca778-8b92-4679-8edc-523afb73835f,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:02.516808 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1cd8f6fd-a26a-43ef-b6c1-effed58a0cef tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:02.517961 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-1cd8f6fd-a26a-43ef-b6c1-effed58a0cef tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "DELETE /v2.0/security-groups/921ca778-8b92-4679-8edc-523afb73835f HTTP/1.1" status: 204 len: 168 time: 0.1877193 May 27 00:26:02.520726 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35226) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:02.541609 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.api.v2.resource [None req-6da78997-7d23-4d02-9031-2b7206d74563 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] show failed (client error): The resource could not be found. May 27 00:26:02.542530 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-6da78997-7d23-4d02-9031-2b7206d74563 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups/921ca778-8b92-4679-8edc-523afb73835f HTTP/1.1" status: 404 len: 347 time: 0.0205765 May 27 00:26:02.545519 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35230) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:02.701606 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-841f5426-c342-4a33-b37c-b330baafc274 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Deleting port d6a2af1b-1861-4d41-8d69-582e311d9cd5 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:02.701850 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-841f5426-c342-4a33-b37c-b330baafc274 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:02.921390 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-841f5426-c342-4a33-b37c-b330baafc274 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:02.921716 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-841f5426-c342-4a33-b37c-b330baafc274 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:02.989795 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 1cecbed1-fa57-4233-b216-1837212f40a2 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:26:03.025905 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: 1cecbed1-fa57-4233-b216-1837212f40a2 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:26:03.026234 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 1cecbed1-fa57-4233-b216-1837212f40a2 not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:26:03.041328 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-841f5426-c342-4a33-b37c-b330baafc274 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Calling delete_port for d6a2af1b-1861-4d41-8d69-582e311d9cd5 owned by network:floatingip {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:26:03.203522 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac4ae5-0287-4ceb-8890-cc1ea0e57dd6 req-7debac43-dd2f-4723-bd70-616527acaf89 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:03.204991 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bdac4ae5-0287-4ceb-8890-cc1ea0e57dd6 req-7debac43-dd2f-4723-bd70-616527acaf89 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.0829749 May 27 00:26:03.265098 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-841f5426-c342-4a33-b37c-b330baafc274 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:03.315027 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f5426-c342-4a33-b37c-b330baafc274 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event deleted for resources: {'Port': ['ID=d6a2af1b-1861-4d41-8d69-582e311d9cd5,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:03.331432 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bdac4ae5-0287-4ceb-8890-cc1ea0e57dd6 req-1d7599e9-ac96-4d98-8249-46720f791982 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205351 May 27 00:26:03.410379 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-841f5426-c342-4a33-b37c-b330baafc274 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:03.427246 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-841f5426-c342-4a33-b37c-b330baafc274 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:03.428360 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-841f5426-c342-4a33-b37c-b330baafc274 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "DELETE /v2.0/floatingips/23b755b1-3ef0-4b84-80c6-de962b19f7e7 HTTP/1.1" status: 204 len: 168 time: 0.8819773 May 27 00:26:03.533529 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35246) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:03.539551 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047549710', 'description': 'tempest-description--659112170'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:26:03.545356 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:26:03.549576 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Usage tracker for resource:security_group and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:26:03.552390 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:26:03.558861 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:26:03.570790 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:03.608393 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:26:03.612386 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Usage tracker for resource:security_group_rule and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:26:03.616286 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:26:03.623457 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:26:03.694855 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7083f-f8c2-4674-a8ff-90352fd020d6 req-0f52529b-43d4-4d13-9d5e-7aed75677ac2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:03.696475 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:03.697232 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1f7083f-f8c2-4674-a8ff-90352fd020d6 req-0f52529b-43d4-4d13-9d5e-7aed75677ac2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 945 time: 0.0871148 May 27 00:26:03.700689 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:03.747434 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122f533c-d390-49b5-9002-b5f0116e67fe,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:03.750204 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1f7083f-f8c2-4674-a8ff-90352fd020d6 req-42530705-9f9e-42d6-9c57-b50346a438fc tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471172 May 27 00:26:03.751838 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:03.755801 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-d1de9cf0-c81f-4d21-a049-79f7175cd18b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2184913 May 27 00:26:03.756887 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35250) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:03.762419 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-b946e415-86ae-45bd-8eff-1cdc505a421b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Request body: {'security_group_rule': {'security_group_id': '122f533c-d390-49b5-9002-b5f0116e67fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:26:03.768125 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-b946e415-86ae-45bd-8eff-1cdc505a421b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:26:03.772772 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-b946e415-86ae-45bd-8eff-1cdc505a421b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Usage tracker for resource:security_group_rule and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:26:03.775428 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-b946e415-86ae-45bd-8eff-1cdc505a421b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:26:03.791358 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-b946e415-86ae-45bd-8eff-1cdc505a421b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:26:03.802699 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b946e415-86ae-45bd-8eff-1cdc505a421b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:03.863950 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b946e415-86ae-45bd-8eff-1cdc505a421b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:03.867573 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b946e415-86ae-45bd-8eff-1cdc505a421b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:03.891404 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946e415-86ae-45bd-8eff-1cdc505a421b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5d79ca-6d0a-4348-899e-4fa9c751c4c4,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:03.899381 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b946e415-86ae-45bd-8eff-1cdc505a421b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:03.900551 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-b946e415-86ae-45bd-8eff-1cdc505a421b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1434948 May 27 00:26:03.903255 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35254) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:03.908498 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-61d1e767-7ecd-4609-bccb-fdb478f099c1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Request body: {'security_group_rule': {'security_group_id': '122f533c-d390-49b5-9002-b5f0116e67fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:26:03.914435 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-61d1e767-7ecd-4609-bccb-fdb478f099c1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:26:03.918737 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-61d1e767-7ecd-4609-bccb-fdb478f099c1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Usage tracker for resource:security_group_rule and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:26:03.921526 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-61d1e767-7ecd-4609-bccb-fdb478f099c1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:26:03.927057 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-61d1e767-7ecd-4609-bccb-fdb478f099c1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:26:03.943266 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-61d1e767-7ecd-4609-bccb-fdb478f099c1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:04.003350 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-61d1e767-7ecd-4609-bccb-fdb478f099c1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:04.006734 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-61d1e767-7ecd-4609-bccb-fdb478f099c1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:04.031140 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1e767-7ecd-4609-bccb-fdb478f099c1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b39a41-2520-4ec1-84ba-fe758039968b,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:04.040147 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-61d1e767-7ecd-4609-bccb-fdb478f099c1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:04.041299 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-61d1e767-7ecd-4609-bccb-fdb478f099c1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1370654 May 27 00:26:04.044311 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35258) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:04.049292 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Request body: {'floatingip': {'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:26:04.054261 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:26:04.057970 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Usage tracker for resource:floatingip and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:26:04.061287 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:26:04.066819 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:26:04.077601 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:04.209565 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:04.347108 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Allocated IP 172.28.0.36 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/e1381f6d-a1ee-4c00-86c2-86e11f906638) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:26:04.545455 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:04.576670 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c96446-e739-43e1-bbc0-69d271afafe1 req-24f51217-df14-45be-9db1-aab589659a4d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:04.578172 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b3c96446-e739-43e1-bbc0-69d271afafe1 req-24f51217-df14-45be-9db1-aab589659a4d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.1159127 May 27 00:26:04.605110 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:04.701974 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:26:04.703000 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event updated for resources: {'Port': ['ID=e1381f6d-a1ee-4c00-86c2-86e11f906638,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:04.706896 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b3c96446-e739-43e1-bbc0-69d271afafe1 req-a6769d37-f5a0-4121-9df5-4b01dc4ba6e3 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182508 May 27 00:26:04.708184 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:26:04.710522 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:26:04.956133 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:05.030659 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:05.088546 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b19d4a-1b9a-4c5b-a948-ba3e53337b20 req-204d85c0-da33-4f18-a180-bcde7ec339a8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:05.090521 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-33b19d4a-1b9a-4c5b-a948-ba3e53337b20 req-204d85c0-da33-4f18-a180-bcde7ec339a8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 945 time: 0.1701279 May 27 00:26:05.226854 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-33b19d4a-1b9a-4c5b-a948-ba3e53337b20 req-0bd5e201-f227-4389-ac87-454ebf6aa916 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275542 May 27 00:26:05.283070 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:05.288751 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:05.442887 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event updated for resources: {'Port': ['ID=e1381f6d-a1ee-4c00-86c2-86e11f906638,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:05.454431 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:05.492949 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:05.494173 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-36deb605-d55c-47d6-aad0-d30165ed2751 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4489799 May 27 00:26:05.511466 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88369137-68f8-458a-bf37-99f0d185479c req-a79a42a5-008f-45af-9b2e-286288ac47d8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:05.513517 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-88369137-68f8-458a-bf37-99f0d185479c req-a79a42a5-008f-45af-9b2e-286288ac47d8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 945 time: 0.1398282 May 27 00:26:05.522290 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35290) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:05.527396 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-129f1554-c658-4839-a3f6-68fb0d5c98b1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'floatingip': {'port_id': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:26:05.692793 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-129f1554-c658-4839-a3f6-68fb0d5c98b1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:05.838489 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-cc8e0509-5583-40de-aeef-d06b1039f8fb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2047549710&fields=id&tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2 HTTP/1.1" status: 200 len: 267 time: 0.1849535 May 27 00:26:06.286775 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-d0f5c6e7-87ad-41e8-a1cb-fa6d57e63d3b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:06.288445 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-d0f5c6e7-87ad-41e8-a1cb-fa6d57e63d3b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 816 time: 0.4396951 May 27 00:26:06.301120 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ba784-0c69-4675-a82d-150bb315a728 req-84d3d236-16d1-4e94-8320-623bb60973cb tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:06.302552 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-737ba784-0c69-4675-a82d-150bb315a728 req-84d3d236-16d1-4e94-8320-623bb60973cb tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.4320755 May 27 00:26:06.351545 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e64d63ce-3f62-4835-9aac-92e63152f896 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/quotas/8a7c9dd2cdc4409fb8e9a6ea957d8bb2 HTTP/1.1" status: 200 len: 375 time: 0.0447741 May 27 00:26:06.414093 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-662a01e1-bc88-492c-83bd-f03ec0c61e74 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:06.415384 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-662a01e1-bc88-492c-83bd-f03ec0c61e74 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.3874526 May 27 00:26:06.542407 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-737ba784-0c69-4675-a82d-150bb315a728 req-4c6c36a8-4c3d-4286-a915-62d4039e9475 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334023 May 27 00:26:06.605828 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Deleting port c62c04e8-4458-44be-9ad8-1e170989bb9c {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:06.606158 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:06.717183 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-7f23b8d3-1427-44de-8f0c-7385b3ef6947 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3537412 May 27 00:26:06.836553 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.db.resource_extend [None req-129f1554-c658-4839-a3f6-68fb0d5c98b1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 00:26:07.014682 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35310) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:07.076288 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_v2 [None req-b666b663-379a-4aa0-a0b9-7485995da1a5 admin admin] Deleting subnet 3df32275-a8d1-46bb-bef0-e46d687c10c7 {{(pid=83255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:26:07.078747 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b666b663-379a-4aa0-a0b9-7485995da1a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.132830 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-129f1554-c658-4839-a3f6-68fb0d5c98b1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.137736 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b666b663-379a-4aa0-a0b9-7485995da1a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2904482'] for subnet, precommit_delete_associations {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.150928 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-129f1554-c658-4839-a3f6-68fb0d5c98b1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.193230 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b666b663-379a-4aa0-a0b9-7485995da1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.198205 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-a9814229-6c4a-49f5-ac79-160fb057caff service neutron] 10.222.0.42 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652698 May 27 00:26:07.264345 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b666b663-379a-4aa0-a0b9-7485995da1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1260063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3110909'] for subnet, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.298709 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666b663-379a-4aa0-a0b9-7485995da1a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df32275-a8d1-46bb-bef0-e46d687c10c7,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:07.309681 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b666b663-379a-4aa0-a0b9-7485995da1a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.315634 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-b666b663-379a-4aa0-a0b9-7485995da1a5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3df32275-a8d1-46bb-bef0-e46d687c10c7 HTTP/1.1" status: 204 len: 168 time: 0.2998350 May 27 00:26:07.318060 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35314) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:07.364354 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] For port c62c04e8-4458-44be-9ad8-1e170989bb9c, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c62c04e8-4458-44be-9ad8-1e170989bb9c,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:07.364959 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.426002 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.551653 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.578611 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb63d5f-66ed-4865-a8dc-c3ee9a51d363']}} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:07.593223 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40091dc7-4bb2-4d93-a32e-9cd6511e3731') {'for_net_delete': True} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:07.593554 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40091dc7-4bb2-4d93-a32e-9cd6511e3731') {} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:07.607202 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-4568b618-e34a-4657-9fa8-76fcfa9a8dd4 service neutron] 10.222.0.42 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943067 May 27 00:26:07.625004 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2907985'] for segment, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.654223 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.664770 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:26:07.665327 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1260145'] for segment, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: Traceback (most recent call last): May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: timer() May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: cb(*args, **kw) May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: return func(*args, **kwargs) May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: self._notify() May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: self.callback(batched_events) May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: event.method(event) May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: return f(self, *a, **k) May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: return self._get(url).json() May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: return self.request(url, 'GET', **kwargs) May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:26:07.684001 dv-cinder-843305-3-smb neutron-server[83255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:26:07.775314 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.779764 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.780235 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.780637 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Floating IP ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de disassociated. External IP: 172.28.0.125, port: c62c04e8-4458-44be-9ad8-1e170989bb9c. May 27 00:26:07.781069 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Calling delete_port for c62c04e8-4458-44be-9ad8-1e170989bb9c owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:26:07.798562 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:07.804808 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb63d5f-66ed-4865-a8dc-c3ee9a51d363,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:07.809500 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-a5859de6-0d52-4c59-815e-3db0f6349aef admin admin] 10.222.0.42 "DELETE /v2.0/networks/0fb63d5f-66ed-4865-a8dc-c3ee9a51d363 HTTP/1.1" status: 204 len: 168 time: 0.4904559 May 27 00:26:07.872252 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cb78e358-34c0-4611-a829-a49ce5344b64 req-9177292b-a634-4efb-962f-151ced87b2a8 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 210 time: 0.0550921 May 27 00:26:07.981741 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35330) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:07.989140 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [None req-129f1554-c658-4839-a3f6-68fb0d5c98b1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Floating IP a45a9ed1-f4e9-4594-9f0b-3db1310ecf20 associated. External IP: 172.28.0.30, port: d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f. May 27 00:26:08.045295 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-feabaf5c-15b4-4399-a208-ad5602176b40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=777317c65d8c4f469291dce2a7d059a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0620432 May 27 00:26:08.047762 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35334) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:08.066964 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6809a1-fc97-40db-abf3-1b55402af38c req-58de94df-7da7-45f1-864f-7ef87bfc98ed tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:08.068347 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9c6809a1-fc97-40db-abf3-1b55402af38c req-58de94df-7da7-45f1-864f-7ef87bfc98ed tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 945 time: 0.3646760 May 27 00:26:08.127414 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1383e184-695b-4c3b-a904-67ebd23d1672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:08.156034 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1383e184-695b-4c3b-a904-67ebd23d1672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:08.196784 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:08.217425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1383e184-695b-4c3b-a904-67ebd23d1672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:08.232950 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383e184-695b-4c3b-a904-67ebd23d1672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a26dae2-7d4b-4c5d-9398-a35449595745,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:08.240446 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1383e184-695b-4c3b-a904-67ebd23d1672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:08.241731 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-1383e184-695b-4c3b-a904-67ebd23d1672 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a26dae2-7d4b-4c5d-9398-a35449595745 HTTP/1.1" status: 204 len: 168 time: 0.1910934 May 27 00:26:08.256442 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9c6809a1-fc97-40db-abf3-1b55402af38c req-4267266d-a780-45fc-b7c4-2ec8ccb524b2 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a875110-498c-417c-8d3e-a37cdc0a8295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375253 May 27 00:26:08.257158 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event deleted for resources: {'Port': ['ID=c62c04e8-4458-44be-9ad8-1e170989bb9c,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:08.807279 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Router dac47c98-653b-47b5-9e1b-2de4e57aeab4 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:26:09.113513 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-baa35e61-607e-4efe-9b11-f13e4400077f req-260a9947-d938-44c1-970f-078345a0b509 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 210 time: 0.0759952 May 27 00:26:09.185613 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-79893cee-4c87-454a-a797-44b5da1ddc50 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:09.186992 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-79893cee-4c87-454a-a797-44b5da1ddc50 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 816 time: 0.2993979 May 27 00:26:09.201965 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129f1554-c658-4839-a3f6-68fb0d5c98b1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Router 3c615583-5d2c-4060-8219-819a8774d21c has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:26:09.327397 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e2f0d35a-ac4d-4037-a219-5bb6c2b5b997 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2 HTTP/1.1" status: 200 len: 380 time: 0.1229711 May 27 00:26:09.396584 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Request body: {'port': {'device_id': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'admin_state_up': True, 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'security_groups': ['122f533c-d390-49b5-9002-b5f0116e67fe']}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:26:09.507742 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ad877403-c980-4eee-a197-f486a7270133 req-b8da45bd-b335-4cee-a94a-795292e58ad3 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=db3b9c2f-e74c-4c51-b051-53da16e7c228 HTTP/1.1" status: 200 len: 210 time: 0.0962296 May 27 00:26:09.559972 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:26:09.569513 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17facf36-93a9-4c9a-a103-5990e1a1d68d None None] Sync routers for ids ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:26:09.586392 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17facf36-93a9-4c9a-a103-5990e1a1d68d None None] Routers {'dac47c98-653b-47b5-9e1b-2de4e57aeab4'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:26:09.587230 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-17facf36-93a9-4c9a-a103-5990e1a1d68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:25:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:09.670874 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] No DVR routers for this DVR port c62c04e8-4458-44be-9ad8-1e170989bb9c on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:26:09.676888 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:09.681206 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'name': 'network-vif-deleted', 'tag': 'c62c04e8-4458-44be-9ad8-1e170989bb9c'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:26:09.704831 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:26:09.711753 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Usage tracker for resource:port and tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:26:09.716639 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1e41949-d251-42bb-be66-251a0ac515c0 req-a762388f-79b0-424f-8bb0-4cf3d02d165d tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "DELETE /v2.0/ports/c62c04e8-4458-44be-9ad8-1e170989bb9c HTTP/1.1" status: 204 len: 173 time: 3.2826521 May 27 00:26:09.717454 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:26:09.725795 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:26:09.743257 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Made reservation on behalf of 8a7c9dd2cdc4409fb8e9a6ea957d8bb2 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:26:09.747470 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:09.760515 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409c8cea-9183-4fc9-b70c-1929dd2ffb0a'] response: {'server_uuid': 'db3b9c2f-e74c-4c51-b051-53da16e7c228', 'name': 'network-vif-deleted', 'tag': 'c62c04e8-4458-44be-9ad8-1e170989bb9c', 'status': 'completed', 'code': 200} May 27 00:26:09.817070 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-17facf36-93a9-4c9a-a103-5990e1a1d68d None None] Set router dac47c98-653b-47b5-9e1b-2de4e57aeab4 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:26:09.854279 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129f1554-c658-4839-a3f6-68fb0d5c98b1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:26:09.872889 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-129f1554-c658-4839-a3f6-68fb0d5c98b1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:09.874656 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c33209-79a2-408a-97f7-4e9138484253 None None] Sync routers for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:26:09.894852 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c33209-79a2-408a-97f7-4e9138484253 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:26:09.896059 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-b9c33209-79a2-408a-97f7-4e9138484253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:25:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:09.994160 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-129f1554-c658-4839-a3f6-68fb0d5c98b1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "PUT /v2.0/floatingips/a45a9ed1-f4e9-4594-9f0b-3db1310ecf20 HTTP/1.1" status: 200 len: 990 time: 4.4686174 May 27 00:26:10.010872 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Allocated IP 172.20.0.11 (316b6d55-4d43-484b-ae47-a98812a805f9/aa5e148a-72e2-4fc0-a860-6493efc85895/a31572e3-6ae0-4e3e-b782-4d2bdb23103e) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:26:10.163790 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-b9c33209-79a2-408a-97f7-4e9138484253 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:26:10.227097 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-17facf36-93a9-4c9a-a103-5990e1a1d68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:21:20Z', 'revision_number': 5, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:10.232811 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17facf36-93a9-4c9a-a103-5990e1a1d68d None None] Checking router: dac47c98-653b-47b5-9e1b-2de4e57aeab4 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:26:10.246821 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17facf36-93a9-4c9a-a103-5990e1a1d68d None None] Routers {'dac47c98-653b-47b5-9e1b-2de4e57aeab4'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:26:10.247620 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-17facf36-93a9-4c9a-a103-5990e1a1d68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:25:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:10.418947 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:10.423047 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-d5c79af8-3fe9-4fa1-b45e-509fbd9c30b2 req-4a9d18e6-494b-4331-b7fd-873353359341 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Synchronizing usage tracker for tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:26:10.445783 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Transition to ACTIVE for port object a31572e3-6ae0-4e3e-b782-4d2bdb23103e will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:26:10.465042 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-d5c79af8-3fe9-4fa1-b45e-509fbd9c30b2 req-4a9d18e6-494b-4331-b7fd-873353359341 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Unset dirty status for tenant:8a7c9dd2cdc4409fb8e9a6ea957d8bb2 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:26:10.469649 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-17facf36-93a9-4c9a-a103-5990e1a1d68d None None] Set router dac47c98-653b-47b5-9e1b-2de4e57aeab4 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:26:10.477831 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d5c79af8-3fe9-4fa1-b45e-509fbd9c30b2 req-4a9d18e6-494b-4331-b7fd-873353359341 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 210 time: 0.1164937 May 27 00:26:10.500305 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:10.592918 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Network 316b6d55-4d43-484b-ae47-a98812a805f9 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:26:10.596682 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:26:10.598670 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event updated for resources: {'Port': ['ID=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:10.600797 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:26:10.658602 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-b9c33209-79a2-408a-97f7-4e9138484253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'a45a9ed1-f4e9-4594-9f0b-3db1310ecf20', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.30', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:e7:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:25:50Z', 'updated_at': '2022-05-27T00:26:06Z', 'revision_number': 1, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:10.665703 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c33209-79a2-408a-97f7-4e9138484253 None None] Checking router: 3c615583-5d2c-4060-8219-819a8774d21c for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:26:10.680533 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c33209-79a2-408a-97f7-4e9138484253 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:26:10.681859 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-b9c33209-79a2-408a-97f7-4e9138484253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:25:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:10.682822 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:10.684031 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:10.717762 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35356) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:10.729071 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-b1059151-f031-457f-9b8c-e5d5d4ffbd2a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3574553 May 27 00:26:10.749632 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Request body: {'port': {'device_id': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:26:10.842858 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-591ca6d5-a3e2-4501-9b80-936d5749e070 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:10.878114 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-591ca6d5-a3e2-4501-9b80-936d5749e070 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:10.912621 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-17facf36-93a9-4c9a-a103-5990e1a1d68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:21:20Z', 'revision_number': 5, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:10.918005 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17facf36-93a9-4c9a-a103-5990e1a1d68d None None] The sync data for ids ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'] in dv-cinder-843305-3-smb is: [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:23Z', 'revision_number': 4, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'a6e24b40-5544-44bd-a0e7-f047708e9969', 'name': '', 'network_id': 'e949e00c-df52-4269-a2e2-6bf8b8e4c536', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'mac_address': 'fa:16:3e:63:73:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09523520-f704-44c6-bf8f-88a494336947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:20Z', 'updated_at': '2022-05-27T00:21:20Z', 'revision_number': 5, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'subnets': [{'id': '09523520-f704-44c6-bf8f-88a494336947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:26:10.924129 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:10.941510 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-591ca6d5-a3e2-4501-9b80-936d5749e070 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:10.946644 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-b9c33209-79a2-408a-97f7-4e9138484253 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:26:11.005104 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-7202efbe-0c41-4ead-b3ca-c1163315cb9f None None] Provisioning for port a31572e3-6ae0-4e3e-b782-4d2bdb23103e completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:26:11.018631 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-7202efbe-0c41-4ead-b3ca-c1163315cb9f None None] Provisioning complete for port a31572e3-6ae0-4e3e-b782-4d2bdb23103e triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:26:11.019162 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-7202efbe-0c41-4ead-b3ca-c1163315cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:11.040210 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ca6d5-a3e2-4501-9b80-936d5749e070 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a875110-498c-417c-8d3e-a37cdc0a8295,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:11.043769 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-591ca6d5-a3e2-4501-9b80-936d5749e070 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:11.044897 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-591ca6d5-a3e2-4501-9b80-936d5749e070 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "DELETE /v2.0/security-groups/2a875110-498c-417c-8d3e-a37cdc0a8295 HTTP/1.1" status: 204 len: 168 time: 0.3261573 May 27 00:26:11.047785 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35360) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:11.067159 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.api.v2.resource [None req-6a0bcb7d-f748-4de4-a025-465ee8b6bf60 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] show failed (client error): The resource could not be found. May 27 00:26:11.068211 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-6a0bcb7d-f748-4de4-a025-465ee8b6bf60 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups/2a875110-498c-417c-8d3e-a37cdc0a8295 HTTP/1.1" status: 404 len: 347 time: 0.0197978 May 27 00:26:11.073689 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35364) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:11.074945 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device c62c04e8-4458-44be-9ad8-1e170989bb9c no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:26:11.128259 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: c62c04e8-4458-44be-9ad8-1e170989bb9c {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:26:11.128693 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device c62c04e8-4458-44be-9ad8-1e170989bb9c not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:26:11.162426 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-7202efbe-0c41-4ead-b3ca-c1163315cb9f None None] Port a31572e3-6ae0-4e3e-b782-4d2bdb23103e cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:26:11.274431 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Deleting port 6e666018-59de-431e-b21a-f662eb31256e {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:11.274774 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:11.282634 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d8a09-b350-4d92-9a2b-0266eca103fe None None] New status for floating IP ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de: DOWN {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:26:11.380476 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31572e3-6ae0-4e3e-b782-4d2bdb23103e {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:26:11.388484 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:11.405668 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Transition to ACTIVE for port object a31572e3-6ae0-4e3e-b782-4d2bdb23103e will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:26:11.412417 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-b9c33209-79a2-408a-97f7-4e9138484253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'a45a9ed1-f4e9-4594-9f0b-3db1310ecf20', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.30', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:e7:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:25:50Z', 'updated_at': '2022-05-27T00:26:06Z', 'revision_number': 1, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:11.413976 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:11.417347 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c33209-79a2-408a-97f7-4e9138484253 None None] The sync data for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb is: [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'a45a9ed1-f4e9-4594-9f0b-3db1310ecf20', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.30', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:e7:65:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:25:50Z', 'updated_at': '2022-05-27T00:26:06Z', 'revision_number': 1, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:26:11.495874 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:11.496361 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:11.593255 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Pushing event updated for resources: {'Port': ['ID=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:11.748700 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Calling delete_port for 6e666018-59de-431e-b21a-f662eb31256e owned by network:floatingip {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:26:11.796857 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'tag': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:26:11.801482 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec0a394-f18d-4c1f-881f-53cc4697fc3b None None] New status for floating IP a45a9ed1-f4e9-4594-9f0b-3db1310ecf20: ACTIVE {{(pid=83258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:26:11.849991 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.db.api [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:26:11.850448 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG oslo_db.api [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:26:11.850596 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Attempting to bind port a31572e3-6ae0-4e3e-b782-4d2bdb23103e on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:26:11.850706 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Attempting to bind port a31572e3-6ae0-4e3e-b782-4d2bdb23103e by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:26:11.851044 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Attempting to bind port a31572e3-6ae0-4e3e-b782-4d2bdb23103e on network 316b6d55-4d43-484b-ae47-a98812a805f9 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:26:11.869761 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Port a31572e3-6ae0-4e3e-b782-4d2bdb23103e on network 316b6d55-4d43-484b-ae47-a98812a805f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:26:11.870108 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Attempting to bind port a31572e3-6ae0-4e3e-b782-4d2bdb23103e on network 316b6d55-4d43-484b-ae47-a98812a805f9 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:26:11.887056 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:26:11.887424 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Checking segment: {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:26:11.887772 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Bound using segment: {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:26:11.888261 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Bound port: a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04caf6f7-f89a-4fd3-a236-8b98eaa31a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:26:11.888580 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:11.944423 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25167d1b-ccf1-4bfd-93f2-8626ed7d8116'] response: {'name': 'network-changed', 'server_uuid': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'tag': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f', 'status': 'completed', 'code': 200} May 27 00:26:11.950263 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996877bc-d17b-4492-824f-9a3736c47492 req-411c393c-5070-430c-bd7d-e4d48e8ccbc0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:11.951820 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-996877bc-d17b-4492-824f-9a3736c47492 req-411c393c-5070-430c-bd7d-e4d48e8ccbc0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.1858494 May 27 00:26:12.086228 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:26:12.089910 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-996877bc-d17b-4492-824f-9a3736c47492 req-2bff5356-4d48-42ac-b6ca-ba014b0b4c99 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313610 May 27 00:26:12.092581 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:26:12.097843 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:12.166922 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:12.168791 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] 10.222.0.60 "PUT /v2.0/ports/a31572e3-6ae0-4e3e-b782-4d2bdb23103e HTTP/1.1" status: 200 len: 1094 time: 1.4320092 May 27 00:26:12.176300 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b6def924-a03f-4a93-81d7-ac205a91b5f2 req-397fb6a9-b1fb-4925-b189-b6863399d01d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 1098 time: 0.2007437 May 27 00:26:12.291620 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975734b-10b5-47f4-9c5a-da8619f6b203 service neutron] Pushing event updated for resources: {'Port': ['ID=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:12.352016 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Deleting port 6e666018-59de-431e-b21a-f662eb31256e {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:12.352558 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:12.376864 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6def924-a03f-4a93-81d7-ac205a91b5f2 req-d09ae405-eb1a-43d1-858f-9f4e7b9377ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:12.378329 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b6def924-a03f-4a93-81d7-ac205a91b5f2 req-d09ae405-eb1a-43d1-858f-9f4e7b9377ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 915 time: 0.1954374 May 27 00:26:12.384800 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-cb46eda5-3cba-45c3-852d-d10a42ab74a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 1097 time: 0.1767678 May 27 00:26:12.531361 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:12.531685 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:12.570203 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:12.599115 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-f751c054-b754-42a6-ba34-e808529fb67d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e HTTP/1.1" status: 200 len: 217 time: 0.1651082 May 27 00:26:12.654661 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Calling delete_port for 6e666018-59de-431e-b21a-f662eb31256e owned by network:floatingip {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:26:12.666570 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b6def924-a03f-4a93-81d7-ac205a91b5f2 req-a9b5b61f-3300-425e-a0b4-56fcdb494a62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f HTTP/1.1" status: 200 len: 1000 time: 0.2808099 May 27 00:26:12.712873 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-2566f0f3-a607-4949-8040-f8f10afe6b10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:12.714321 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-2566f0f3-a607-4949-8040-f8f10afe6b10 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.1078103 May 27 00:26:12.775500 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6def924-a03f-4a93-81d7-ac205a91b5f2 req-b39b1787-ef62-4316-a01b-3fabf44b887e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:12.777039 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b6def924-a03f-4a93-81d7-ac205a91b5f2 req-b39b1787-ef62-4316-a01b-3fabf44b887e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.1038775 May 27 00:26:12.795254 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:12.843383 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event deleted for resources: {'Port': ['ID=6e666018-59de-431e-b21a-f662eb31256e,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:12.859463 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-f436dd69-722c-44d5-8583-aecbeb47fd43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1367135 May 27 00:26:12.943849 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks [] for floatingip, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:12.958961 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:12.960067 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-e8970c43-3f27-44eb-a5cf-df51571cabf7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "DELETE /v2.0/floatingips/ac2b9fbf-97ba-4b78-b2ce-1bf8f98168de HTTP/1.1" status: 204 len: 168 time: 1.8848727 May 27 00:26:12.974418 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b6def924-a03f-4a93-81d7-ac205a91b5f2 req-5bc0a3e6-71e8-4de6-8086-4cf6326e7bf1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1875370 May 27 00:26:13.098636 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-1e12710d-5f51-45ac-890e-d56a98c7e367 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307861 May 27 00:26:13.221590 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b6def924-a03f-4a93-81d7-ac205a91b5f2 req-b1e68ac2-388c-4fa1-af41-2f4a145ea288 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395527 May 27 00:26:13.393662 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-136b9a32-8a44-4cb5-aa44-14c20a762799 req-f7b2180c-d940-4fbd-9944-84e29c482273 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868516 May 27 00:26:13.442398 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b6def924-a03f-4a93-81d7-ac205a91b5f2 req-705bab87-b117-4037-bdf5-3d119398e6a8 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135766 May 27 00:26:13.456338 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad563cb-0362-4388-a3b3-d45763877d50 req-d30f6e1f-ebb0-413b-bf68-8e5963068c8b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:13.457913 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4ad563cb-0362-4388-a3b3-d45763877d50 req-d30f6e1f-ebb0-413b-bf68-8e5963068c8b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.2051795 May 27 00:26:13.509436 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4ad563cb-0362-4388-a3b3-d45763877d50 req-ac1f4b24-b709-4fea-a38c-028edeec810a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449672 May 27 00:26:13.945688 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:26:14.001197 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7263688-cbbc-4d6e-9d48-f0800c3dd8ac'] response: {'name': 'network-changed', 'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'status': 'completed', 'code': 200} May 27 00:26:14.090384 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f330d96-e134-4813-b9a4-42a08bf6cc02 req-12397e34-a7b6-449c-8562-4a032a3bdb98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 1097 time: 0.0680671 May 27 00:26:14.237550 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f330d96-e134-4813-b9a4-42a08bf6cc02 req-9ed7b561-e728-4079-8946-8d336daf6c36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:14.238976 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f330d96-e134-4813-b9a4-42a08bf6cc02 req-9ed7b561-e728-4079-8946-8d336daf6c36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 917 time: 0.1290491 May 27 00:26:14.310459 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f330d96-e134-4813-b9a4-42a08bf6cc02 req-f6107abf-3a5b-403e-9796-1a2cec98b57b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e HTTP/1.1" status: 200 len: 217 time: 0.0651033 May 27 00:26:14.373090 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f330d96-e134-4813-b9a4-42a08bf6cc02 req-307ba1a0-1699-482f-90c2-421b22c7bc8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:14.374539 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f330d96-e134-4813-b9a4-42a08bf6cc02 req-307ba1a0-1699-482f-90c2-421b22c7bc8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.0577817 May 27 00:26:14.450927 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f330d96-e134-4813-b9a4-42a08bf6cc02 req-b07fa083-7f7f-4af6-8b18-37ce06aa0798 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699413 May 27 00:26:14.584707 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f330d96-e134-4813-b9a4-42a08bf6cc02 req-d6da2846-0446-422e-8c7b-08714f16247d service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278358 May 27 00:26:14.846208 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f330d96-e134-4813-b9a4-42a08bf6cc02 req-30c6b01e-e387-43c6-a487-5750d06f08b3 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552061 May 27 00:26:14.859813 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc497d7-039c-4df0-981e-3c5754a217c6 req-922b701f-123e-4abf-82ff-528c9dad3ec2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:14.861236 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1dc497d7-039c-4df0-981e-3c5754a217c6 req-922b701f-123e-4abf-82ff-528c9dad3ec2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.1253145 May 27 00:26:14.907517 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1dc497d7-039c-4df0-981e-3c5754a217c6 req-36787195-7965-4d10-ae0d-706e83b532b7 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403764 May 27 00:26:15.779272 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01319715-e639-445c-a716-8c9b41388aac req-d7401958-a5e1-4fa3-a227-cf0dbce04a54 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:15.779968 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-01319715-e639-445c-a716-8c9b41388aac req-d7401958-a5e1-4fa3-a227-cf0dbce04a54 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Synchronizing usage tracker for tenant:489999d6bfaf40418aeab8521c512dca on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:26:15.795979 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-01319715-e639-445c-a716-8c9b41388aac req-d7401958-a5e1-4fa3-a227-cf0dbce04a54 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Unset dirty status for tenant:489999d6bfaf40418aeab8521c512dca on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:26:15.797213 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-01319715-e639-445c-a716-8c9b41388aac req-d7401958-a5e1-4fa3-a227-cf0dbce04a54 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.0934999 May 27 00:26:15.842356 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-01319715-e639-445c-a716-8c9b41388aac req-7797caf1-16d1-4969-b89d-82c2157deab7 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 May 27 00:26:16.112808 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c017de-6aa6-43f8-b170-979444aaa0f2 req-0f72de4c-0caf-4208-892b-cd84258ada0b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:16.114172 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-09c017de-6aa6-43f8-b170-979444aaa0f2 req-0f72de4c-0caf-4208-892b-cd84258ada0b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.0748508 May 27 00:26:16.157785 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-09c017de-6aa6-43f8-b170-979444aaa0f2 req-e0c540bf-4a4b-4613-98af-f723f27bccc7 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381505 May 27 00:26:17.043287 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f2b58-475d-4839-9544-72357beed8a1 req-fb400fc9-2e64-4891-810f-5b59ecc5d571 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:17.044719 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-594f2b58-475d-4839-9544-72357beed8a1 req-fb400fc9-2e64-4891-810f-5b59ecc5d571 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.0772533 May 27 00:26:17.057905 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device a31572e3-6ae0-4e3e-b782-4d2bdb23103e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:26:17.089917 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-594f2b58-475d-4839-9544-72357beed8a1 req-125ae78c-b6b2-41a9-9b47-5772a0bc3178 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395906 May 27 00:26:17.190687 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:17.204548 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'port_id': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:26:17.238823 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f2636-a8f3-4b1b-ba32-b4be42e05b39 req-81f7c6c1-9a6a-4f57-b962-02f929086436 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:17.240225 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-889f2636-a8f3-4b1b-ba32-b4be42e05b39 req-81f7c6c1-9a6a-4f57-b962-02f929086436 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 945 time: 0.0753677 May 27 00:26:17.258838 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:17.276888 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31572e3-6ae0-4e3e-b782-4d2bdb23103e {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:26:17.292777 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:17.299877 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:17.350935 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-889f2636-a8f3-4b1b-ba32-b4be42e05b39 req-209a4607-79c2-4b42-bd64-bdcc4f8c4371 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Deleting port 32a10f26-c74f-42b0-80d0-e81deea8dc06 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:17.351266 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-889f2636-a8f3-4b1b-ba32-b4be42e05b39 req-209a4607-79c2-4b42-bd64-bdcc4f8c4371 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:17.371244 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:17.379877 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:17.379877 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:17.380188 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:17.380458 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:17.380781 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:17.381103 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:17.381446 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:17.381766 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:17.382083 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:17.382401 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:17.382715 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:17.482365 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9e1af-d54c-4d3c-8cdf-d563f2495415 req-98f2a4c1-887e-4454-963e-dca3e8af7f77 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:17.483777 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d0a9e1af-d54c-4d3c-8cdf-d563f2495415 req-98f2a4c1-887e-4454-963e-dca3e8af7f77 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 945 time: 0.1840737 May 27 00:26:17.624353 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d0a9e1af-d54c-4d3c-8cdf-d563f2495415 req-1ac55c56-6613-4641-8472-38fd86d12b40 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221371 May 27 00:26:17.638770 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['a31572e3-6ae0-4e3e-b782-4d2bdb23103e'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:26:17.647682 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-889f2636-a8f3-4b1b-ba32-b4be42e05b39 req-209a4607-79c2-4b42-bd64-bdcc4f8c4371 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] For port 32a10f26-c74f-42b0-80d0-e81deea8dc06, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=32a10f26-c74f-42b0-80d0-e81deea8dc06,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:17.648051 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-889f2636-a8f3-4b1b-ba32-b4be42e05b39 req-209a4607-79c2-4b42-bd64-bdcc4f8c4371 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:17.771308 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-889f2636-a8f3-4b1b-ba32-b4be42e05b39 req-209a4607-79c2-4b42-bd64-bdcc4f8c4371 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Calling delete_port for 32a10f26-c74f-42b0-80d0-e81deea8dc06 owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:26:17.913249 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-889f2636-a8f3-4b1b-ba32-b4be42e05b39 req-209a4607-79c2-4b42-bd64-bdcc4f8c4371 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:17.964020 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a4607-79c2-4b42-bd64-bdcc4f8c4371 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event deleted for resources: {'Port': ['ID=32a10f26-c74f-42b0-80d0-e81deea8dc06,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:18.036228 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-889f2636-a8f3-4b1b-ba32-b4be42e05b39 req-209a4607-79c2-4b42-bd64-bdcc4f8c4371 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] No DVR routers for this DVR port 32a10f26-c74f-42b0-80d0-e81deea8dc06 on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:26:18.038959 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-889f2636-a8f3-4b1b-ba32-b4be42e05b39 req-209a4607-79c2-4b42-bd64-bdcc4f8c4371 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:18.041386 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447d1679-e87f-4cb8-80d4-d3cf4b7cc013', 'name': 'network-vif-deleted', 'tag': '32a10f26-c74f-42b0-80d0-e81deea8dc06'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:26:18.056810 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-889f2636-a8f3-4b1b-ba32-b4be42e05b39 req-209a4607-79c2-4b42-bd64-bdcc4f8c4371 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "DELETE /v2.0/ports/32a10f26-c74f-42b0-80d0-e81deea8dc06 HTTP/1.1" status: 204 len: 173 time: 0.8094451 May 27 00:26:18.102423 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5de453-a4c9-45a4-a325-0bea710bd194'] response: {'server_uuid': '447d1679-e87f-4cb8-80d4-d3cf4b7cc013', 'name': 'network-vif-deleted', 'tag': '32a10f26-c74f-42b0-80d0-e81deea8dc06', 'status': 'completed', 'code': 200} May 27 00:26:18.265073 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-93dadf48-964c-4e46-808f-d3c71728288b req-e876e2ab-77e9-4a66-9a98-80c35fdca733 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Synchronizing usage tracker for tenant:489999d6bfaf40418aeab8521c512dca on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:26:18.279559 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-93dadf48-964c-4e46-808f-d3c71728288b req-e876e2ab-77e9-4a66-9a98-80c35fdca733 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Unset dirty status for tenant:489999d6bfaf40418aeab8521c512dca on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:26:18.280750 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-93dadf48-964c-4e46-808f-d3c71728288b req-e876e2ab-77e9-4a66-9a98-80c35fdca733 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=447d1679-e87f-4cb8-80d4-d3cf4b7cc013 HTTP/1.1" status: 200 len: 210 time: 0.0554433 May 27 00:26:18.380361 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['b598bc55-ee2d-4f76-b452-48068945d4e4', '32a10f26-c74f-42b0-80d0-e81deea8dc06'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:26:18.845576 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f0d94-3976-45c2-bae2-defdde261464 req-803266d4-65d6-4246-9dc3-f2fa904b4f01 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:18.846914 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c17f0d94-3976-45c2-bae2-defdde261464 req-803266d4-65d6-4246-9dc3-f2fa904b4f01 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 945 time: 0.0782983 May 27 00:26:18.892536 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c17f0d94-3976-45c2-bae2-defdde261464 req-ccd25b80-3efb-46ff-9b3a-e6cfc4a5b6a5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398941 May 27 00:26:19.088135 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device a31572e3-6ae0-4e3e-b782-4d2bdb23103e up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:26:19.160074 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port a31572e3-6ae0-4e3e-b782-4d2bdb23103e completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:26:19.165069 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port a31572e3-6ae0-4e3e-b782-4d2bdb23103e triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:26:19.165461 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:19.277047 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:19.302587 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:26:19.312836 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:19.317153 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:19.361096 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712d4046-b0c1-4ad3-9c5e-363ae80d4a0a'] response: {'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'code': 200} May 27 00:26:19.388917 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:19.589463 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5ccd21f9-73e8-4859-b3cc-b5380ccba846 req-dd549a71-6e93-400e-90b4-8781b3efc63e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 1099 time: 0.0716012 May 27 00:26:19.737557 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5ccd21f9-73e8-4859-b3cc-b5380ccba846 req-f328d9e6-76c8-4721-8f40-25a30989637b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424291 May 27 00:26:19.778756 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e049391-e5ef-46c0-b71e-fad20659f2c1 req-571d6610-8ab9-4cc8-b0c0-f9460811fe1f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:19.780269 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7e049391-e5ef-46c0-b71e-fad20659f2c1 req-571d6610-8ab9-4cc8-b0c0-f9460811fe1f tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.0813310 May 27 00:26:19.825564 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7e049391-e5ef-46c0-b71e-fad20659f2c1 req-219dfcb7-f341-4443-b8d4-28bd8ac62838 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 May 27 00:26:20.102850 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e038592-7fa8-48cf-93d6-dc583213e7d3 req-5d4520e8-6dc1-47bf-b782-34aaa84fbc54 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:20.104175 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2e038592-7fa8-48cf-93d6-dc583213e7d3 req-5d4520e8-6dc1-47bf-b782-34aaa84fbc54 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.0767450 May 27 00:26:20.149042 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2e038592-7fa8-48cf-93d6-dc583213e7d3 req-567a32a1-552d-402b-9c6f-aef8da93c5b9 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388174 May 27 00:26:21.021511 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32405-2d79-4621-b416-0c22035fefc9 req-82382aa0-d2fe-4b43-98fa-81c27240d1e6 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:21.022935 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45e32405-2d79-4621-b416-0c22035fefc9 req-82382aa0-d2fe-4b43-98fa-81c27240d1e6 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.0761819 May 27 00:26:21.067971 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45e32405-2d79-4621-b416-0c22035fefc9 req-15d7dde5-2e01-4b9d-9c8b-8e7341ec72d0 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 May 27 00:26:21.096968 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 32a10f26-c74f-42b0-80d0-e81deea8dc06 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:26:21.129926 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: 32a10f26-c74f-42b0-80d0-e81deea8dc06 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:26:21.130263 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 32a10f26-c74f-42b0-80d0-e81deea8dc06 not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:26:21.367725 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f88de0-4f0c-451b-b36d-02a240c1d3ce req-092fb51b-0ee2-4e28-bcdd-b84b4c862946 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:21.369068 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b5f88de0-4f0c-451b-b36d-02a240c1d3ce req-092fb51b-0ee2-4e28-bcdd-b84b4c862946 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.0829239 May 27 00:26:21.421430 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b5f88de0-4f0c-451b-b36d-02a240c1d3ce req-731290ba-9576-4021-8b3f-a8480e5504fc tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462980 May 27 00:26:22.266712 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658a030-1f69-4962-8d75-9fa9899e42e8 req-0e4c1d83-f850-4a2e-905d-7741be85ff16 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:22.268201 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9658a030-1f69-4962-8d75-9fa9899e42e8 req-0e4c1d83-f850-4a2e-905d-7741be85ff16 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.0773959 May 27 00:26:22.321873 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9658a030-1f69-4962-8d75-9fa9899e42e8 req-43f21710-e350-4c9b-9797-323ce4b3a721 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465455 May 27 00:26:22.693530 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849a74e-6f50-4cd3-a00b-d5ba98c7d216 req-a50c415b-d695-4ca9-8312-5b2cbe9a1059 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:22.694993 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0849a74e-6f50-4cd3-a00b-d5ba98c7d216 req-a50c415b-d695-4ca9-8312-5b2cbe9a1059 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1340587 May 27 00:26:22.706828 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c075e27-9bef-448b-bed3-b8fbeea18452 req-50b9b6de-4d30-49b5-883e-a783cdcd8280 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:22.708213 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5c075e27-9bef-448b-bed3-b8fbeea18452 req-50b9b6de-4d30-49b5-883e-a783cdcd8280 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.1129231 May 27 00:26:22.800453 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-5c075e27-9bef-448b-bed3-b8fbeea18452 req-1240d260-4ccc-4c36-bdd9-e306f7ffcfd5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Deleting port b598bc55-ee2d-4f76-b452-48068945d4e4 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:22.800679 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5c075e27-9bef-448b-bed3-b8fbeea18452 req-1240d260-4ccc-4c36-bdd9-e306f7ffcfd5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:22.824941 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0849a74e-6f50-4cd3-a00b-d5ba98c7d216 req-7b3bcb30-6632-4f2a-b0cf-b417d659e0bd tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239345 May 27 00:26:23.098247 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-5c075e27-9bef-448b-bed3-b8fbeea18452 req-1240d260-4ccc-4c36-bdd9-e306f7ffcfd5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] For port b598bc55-ee2d-4f76-b452-48068945d4e4, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=b598bc55-ee2d-4f76-b452-48068945d4e4,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:23.098493 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5c075e27-9bef-448b-bed3-b8fbeea18452 req-1240d260-4ccc-4c36-bdd9-e306f7ffcfd5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:23.228554 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-5c075e27-9bef-448b-bed3-b8fbeea18452 req-1240d260-4ccc-4c36-bdd9-e306f7ffcfd5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Calling delete_port for b598bc55-ee2d-4f76-b452-48068945d4e4 owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:26:23.261283 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d71e9f-011c-4f27-9e00-30f21a79005b req-b0993a89-da6e-47bb-a181-8e8ed4c84263 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:23.262867 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-72d71e9f-011c-4f27-9e00-30f21a79005b req-b0993a89-da6e-47bb-a181-8e8ed4c84263 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.2790585 May 27 00:26:23.271744 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35428) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:23.283375 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-caf14e13-9b77-4797-925c-e27f94b06641 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Request body: {'floatingip': {'port_id': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:26:23.370586 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-caf14e13-9b77-4797-925c-e27f94b06641 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:23.761453 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5c075e27-9bef-448b-bed3-b8fbeea18452 req-1240d260-4ccc-4c36-bdd9-e306f7ffcfd5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:23.773001 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['b598bc55-ee2d-4f76-b452-48068945d4e4'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:26:23.876489 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240d260-4ccc-4c36-bdd9-e306f7ffcfd5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Pushing event deleted for resources: {'Port': ['ID=b598bc55-ee2d-4f76-b452-48068945d4e4,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:23.941289 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11411a-da6a-4b6e-b61e-ecf00e26cdfc req-c0091eef-7d31-4a8a-91d1-33d68abe0206 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:23.942800 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f11411a-da6a-4b6e-b61e-ecf00e26cdfc req-c0091eef-7d31-4a8a-91d1-33d68abe0206 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/ports?device_id=668b4582-1236-4366-ae7f-aedf87298488 HTTP/1.1" status: 200 len: 945 time: 0.4904327 May 27 00:26:24.078566 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c075e27-9bef-448b-bed3-b8fbeea18452 req-1240d260-4ccc-4c36-bdd9-e306f7ffcfd5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] No DVR routers for this DVR port b598bc55-ee2d-4f76-b452-48068945d4e4 on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:26:24.084837 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-5c075e27-9bef-448b-bed3-b8fbeea18452 req-1240d260-4ccc-4c36-bdd9-e306f7ffcfd5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:24.089069 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668b4582-1236-4366-ae7f-aedf87298488', 'name': 'network-vif-deleted', 'tag': 'b598bc55-ee2d-4f76-b452-48068945d4e4'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:26:24.113627 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1f11411a-da6a-4b6e-b61e-ecf00e26cdfc req-a49c3209-3ef9-4c95-90b1-589796cb53bb tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.42 "GET /v2.0/security-groups?id=49072380-fadf-4f75-9305-2126228e21f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615469 May 27 00:26:24.125558 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5c075e27-9bef-448b-bed3-b8fbeea18452 req-1240d260-4ccc-4c36-bdd9-e306f7ffcfd5 tempest-ServerRescueNegativeTestJSON-731865696 tempest-ServerRescueNegativeTestJSON-731865696-project] 10.222.0.60 "DELETE /v2.0/ports/b598bc55-ee2d-4f76-b452-48068945d4e4 HTTP/1.1" status: 204 len: 173 time: 1.4035449 May 27 00:26:24.197688 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b6905f-ba5b-42e7-8df2-c7ec34634b80'] response: {'server_uuid': '668b4582-1236-4366-ae7f-aedf87298488', 'name': 'network-vif-deleted', 'tag': 'b598bc55-ee2d-4f76-b452-48068945d4e4', 'status': 'completed', 'code': 200} May 27 00:26:24.281003 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a7017642-797c-4b07-8e86-42786a671119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:24.378479 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-caf14e13-9b77-4797-925c-e27f94b06641 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:24.383298 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-caf14e13-9b77-4797-925c-e27f94b06641 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:24.574920 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [None req-caf14e13-9b77-4797-925c-e27f94b06641 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Floating IP dc75909a-5b7b-4c15-9580-30cae772ced0 associated. External IP: 172.28.0.36, port: a31572e3-6ae0-4e3e-b782-4d2bdb23103e. May 27 00:26:24.969881 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf14e13-9b77-4797-925c-e27f94b06641 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Router 537a0e11-ebac-4a02-9c26-4a21858e3357 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:26:25.233536 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35440) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:25.286980 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf14e13-9b77-4797-925c-e27f94b06641 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:26:25.292016 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-caf14e13-9b77-4797-925c-e27f94b06641 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:25.298103 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86ae79-ef18-4907-9cc2-243e514e84cb None None] Sync routers for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:26:25.311340 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86ae79-ef18-4907-9cc2-243e514e84cb None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:26:25.312093 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-aa86ae79-ef18-4907-9cc2-243e514e84cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:25:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:25.347739 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-caf14e13-9b77-4797-925c-e27f94b06641 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "PUT /v2.0/floatingips/dc75909a-5b7b-4c15-9580-30cae772ced0 HTTP/1.1" status: 200 len: 991 time: 2.0728719 May 27 00:26:25.491944 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-aa86ae79-ef18-4907-9cc2-243e514e84cb None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:26:25.899426 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-aa86ae79-ef18-4907-9cc2-243e514e84cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'dc75909a-5b7b-4c15-9580-30cae772ced0', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'floating_ip_address': '172.28.0.36', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'port_id': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:26:04Z', 'updated_at': '2022-05-27T00:26:24Z', 'revision_number': 1, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:42Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:25.903687 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86ae79-ef18-4907-9cc2-243e514e84cb None None] Checking router: 537a0e11-ebac-4a02-9c26-4a21858e3357 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:26:25.914503 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86ae79-ef18-4907-9cc2-243e514e84cb None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:26:25.915093 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-aa86ae79-ef18-4907-9cc2-243e514e84cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:25:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:25.969982 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8d5279da-03e0-484a-9194-1215428cd073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825496'] for router_interface, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:26.065836 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:26:26.098327 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-aa86ae79-ef18-4907-9cc2-243e514e84cb None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:26:26.199878 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:26:26.255334 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129a9ef9-76e7-4e42-971d-24e5a09ad434'] response: {'name': 'network-changed', 'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'status': 'completed', 'code': 200} May 27 00:26:26.346945 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-597b3d1e-f106-40ae-9831-c92f1aad25ad req-75db22ac-e713-4ec7-b6fc-30139d7d0893 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 1099 time: 0.0703177 May 27 00:26:26.474661 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-aa86ae79-ef18-4907-9cc2-243e514e84cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'dc75909a-5b7b-4c15-9580-30cae772ced0', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'floating_ip_address': '172.28.0.36', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'port_id': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:26:04Z', 'updated_at': '2022-05-27T00:26:24Z', 'revision_number': 1, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:42Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:26.483788 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86ae79-ef18-4907-9cc2-243e514e84cb None None] The sync data for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb is: [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'dc75909a-5b7b-4c15-9580-30cae772ced0', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'floating_ip_address': '172.28.0.36', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'port_id': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:26:04Z', 'updated_at': '2022-05-27T00:26:24Z', 'revision_number': 1, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:42Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:26:26.487715 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-bf6d754d-7098-4b65-9fab-50951c3d51cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:26.489520 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b3d1e-f106-40ae-9831-c92f1aad25ad req-50cd5f27-ab57-4c7c-8756-f2eac06e426f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:26.491241 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-597b3d1e-f106-40ae-9831-c92f1aad25ad req-50cd5f27-ab57-4c7c-8756-f2eac06e426f service neutron] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 917 time: 0.1364307 May 27 00:26:26.583223 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-8d5279da-03e0-484a-9194-1215428cd073 admin admin] Deleting port a6e24b40-5544-44bd-a0e7-f047708e9969 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:26.583771 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8d5279da-03e0-484a-9194-1215428cd073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:26.600076 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-597b3d1e-f106-40ae-9831-c92f1aad25ad req-2009d07b-9523-4462-a2b9-c7ada4f5a5d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e HTTP/1.1" status: 200 len: 999 time: 0.1020191 May 27 00:26:26.664633 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b3d1e-f106-40ae-9831-c92f1aad25ad req-15f918c5-596d-45b0-8f55-a009a7ffaff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:26.666109 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-597b3d1e-f106-40ae-9831-c92f1aad25ad req-15f918c5-596d-45b0-8f55-a009a7ffaff7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.0600255 May 27 00:26:26.733835 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9296f7-ee2b-4dee-86d9-05848bedf26c None None] New status for floating IP dc75909a-5b7b-4c15-9580-30cae772ced0: ACTIVE {{(pid=83258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:26:26.747373 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-597b3d1e-f106-40ae-9831-c92f1aad25ad req-6db33140-9e8f-49cd-9b0e-b6ca9a12f354 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748069 May 27 00:26:26.762533 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [None req-8d5279da-03e0-484a-9194-1215428cd073 admin admin] For port a6e24b40-5544-44bd-a0e7-f047708e9969, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=a6e24b40-5544-44bd-a0e7-f047708e9969,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:26.762886 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8d5279da-03e0-484a-9194-1215428cd073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:26.881681 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-597b3d1e-f106-40ae-9831-c92f1aad25ad req-8cfc8de3-9de7-46a8-9699-10473ba17800 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266778 May 27 00:26:26.883798 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-8d5279da-03e0-484a-9194-1215428cd073 admin admin] Calling delete_port for a6e24b40-5544-44bd-a0e7-f047708e9969 owned by network:router_interface {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:26:27.018669 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-597b3d1e-f106-40ae-9831-c92f1aad25ad req-3cea2163-cdd6-4200-9ddf-21d5e0723e31 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310253 May 27 00:26:27.122589 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device b598bc55-ee2d-4f76-b452-48068945d4e4 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:26:27.154868 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: b598bc55-ee2d-4f76-b452-48068945d4e4 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:26:27.155201 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device b598bc55-ee2d-4f76-b452-48068945d4e4 not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:26:27.247529 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8d5279da-03e0-484a-9194-1215428cd073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:27.290882 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5279da-03e0-484a-9194-1215428cd073 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e24b40-5544-44bd-a0e7-f047708e9969,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:27.584496 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8d5279da-03e0-484a-9194-1215428cd073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15341180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1825423'] for router_interface, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:27.956773 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:28.010256 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:28.380193 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5279da-03e0-484a-9194-1215428cd073 admin admin] Router dac47c98-653b-47b5-9e1b-2de4e57aeab4 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:26:28.581812 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5279da-03e0-484a-9194-1215428cd073 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:26:28.591968 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f078f4-e132-49cd-88fd-39d946cdcc6e None None] Sync routers for ids ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:26:28.596394 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-8d5279da-03e0-484a-9194-1215428cd073 admin admin] 10.222.0.42 "PUT /v2.0/routers/dac47c98-653b-47b5-9e1b-2de4e57aeab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3617554 May 27 00:26:28.597786 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35450) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:28.604415 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f078f4-e132-49cd-88fd-39d946cdcc6e None None] Routers {'dac47c98-653b-47b5-9e1b-2de4e57aeab4'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:26:28.605016 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-75f078f4-e132-49cd-88fd-39d946cdcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:26:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:28.789548 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-75f078f4-e132-49cd-88fd-39d946cdcc6e None None] Set router dac47c98-653b-47b5-9e1b-2de4e57aeab4 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:26:28.801710 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Notify callbacks [] for router, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:29.000434 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:29.010592 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Deleting port 9c0e8c90-4214-4789-95ba-d637060d10ce {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:29.010962 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:29.078970 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-75f078f4-e132-49cd-88fd-39d946cdcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63'}], 'enable_snat': True}, 'gw_port_id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:26:27Z', 'revision_number': 5, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port': {'id': '9c0e8c90-4214-4789-95ba-d637060d10ce', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:72:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:13Z', 'updated_at': '2022-05-27T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:29.082789 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f078f4-e132-49cd-88fd-39d946cdcc6e None None] Checking router: dac47c98-653b-47b5-9e1b-2de4e57aeab4 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:26:29.093891 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f078f4-e132-49cd-88fd-39d946cdcc6e None None] Routers {'dac47c98-653b-47b5-9e1b-2de4e57aeab4'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:26:29.094466 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-75f078f4-e132-49cd-88fd-39d946cdcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:26:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:29.192121 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] For port 9c0e8c90-4214-4789-95ba-d637060d10ce, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=9c0e8c90-4214-4789-95ba-d637060d10ce,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:29.192494 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:29.272485 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:29.291187 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-75f078f4-e132-49cd-88fd-39d946cdcc6e None None] Set router dac47c98-653b-47b5-9e1b-2de4e57aeab4 gateway port host: None {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:26:29.394875 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Calling delete_port for 9c0e8c90-4214-4789-95ba-d637060d10ce owned by network:router_gateway {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:26:29.400437 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-75f078f4-e132-49cd-88fd-39d946cdcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:26:29Z', 'revision_number': 6, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port_host': None}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:29.404502 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f078f4-e132-49cd-88fd-39d946cdcc6e None None] The sync data for ids ['dac47c98-653b-47b5-9e1b-2de4e57aeab4'] in dv-cinder-843305-3-smb is: [{'id': 'dac47c98-653b-47b5-9e1b-2de4e57aeab4', 'name': 'tempest-ServerRescueNegativeTestJSON-307401592-router', 'tenant_id': '489999d6bfaf40418aeab8521c512dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:26:29Z', 'revision_number': 6, 'project_id': '489999d6bfaf40418aeab8521c512dca', 'gw_port_host': None}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:26:29.684721 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:29.729842 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0e8c90-4214-4789-95ba-d637060d10ce,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:29.812792 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device a6e24b40-5544-44bd-a0e7-f047708e9969 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:26:29.851057 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: a6e24b40-5544-44bd-a0e7-f047708e9969 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:26:29.851394 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device a6e24b40-5544-44bd-a0e7-f047708e9969 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:26:29.958170 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825221'] for router_gateway, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:30.222617 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31841'] for router, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:30.226854 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:30.315746 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1824409'] for router, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:30.316385 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dac47c98-653b-47b5-9e1b-2de4e57aeab4 {{(pid=83256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 00:26:30.329459 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] Notify callbacks [] for router, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:30.330595 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-5d9a03ca-80af-43b4-a5c7-0526d5c1182b admin admin] 10.222.0.42 "DELETE /v2.0/routers/dac47c98-653b-47b5-9e1b-2de4e57aeab4 HTTP/1.1" status: 204 len: 168 time: 1.7317169 May 27 00:26:30.333076 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35454) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:30.392611 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18778d7-c29b-4a8d-9b70-57bc33769a74 admin admin] Deleting subnet 09523520-f704-44c6-bf8f-88a494336947 {{(pid=83256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:26:30.395883 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a18778d7-c29b-4a8d-9b70-57bc33769a74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:30.450345 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a18778d7-c29b-4a8d-9b70-57bc33769a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058505'] for subnet, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:30.560123 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a18778d7-c29b-4a8d-9b70-57bc33769a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:30.716058 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a18778d7-c29b-4a8d-9b70-57bc33769a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3030246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2366244'] for subnet, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:30.753936 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18778d7-c29b-4a8d-9b70-57bc33769a74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09523520-f704-44c6-bf8f-88a494336947,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:30.758960 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a18778d7-c29b-4a8d-9b70-57bc33769a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:30.764414 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7687588f-2a40-4a41-b48a-be5c7c06f608 None None] Network e949e00c-df52-4269-a2e2-6bf8b8e4c536 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:26:30.766255 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-a18778d7-c29b-4a8d-9b70-57bc33769a74 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/09523520-f704-44c6-bf8f-88a494336947 HTTP/1.1" status: 204 len: 168 time: 0.4319963 May 27 00:26:30.768657 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35458) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:30.880579 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:30.891858 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Deleting port 18b4ab24-7064-464f-b75a-3bd1ce21937d {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:30.892190 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.021420 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9979154-b211-4cbc-abbd-369aa0b86fac None None] DHCP port deletion for e949e00c-df52-4269-a2e2-6bf8b8e4c536 request from dv-cinder-843305-3-smb {{(pid=83257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 00:26:31.025573 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-e9979154-b211-4cbc-abbd-369aa0b86fac None None] Deleting port 18b4ab24-7064-464f-b75a-3bd1ce21937d {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:31.025968 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e9979154-b211-4cbc-abbd-369aa0b86fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.103142 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] For port 18b4ab24-7064-464f-b75a-3bd1ce21937d, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=18b4ab24-7064-464f-b75a-3bd1ce21937d,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:31.103496 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.225846 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Calling delete_port for 18b4ab24-7064-464f-b75a-3bd1ce21937d owned by network:dhcp {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:26:31.228718 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-e9979154-b211-4cbc-abbd-369aa0b86fac None None] For port 18b4ab24-7064-464f-b75a-3bd1ce21937d, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=18b4ab24-7064-464f-b75a-3bd1ce21937d,segment=NetworkSegment(39fcfd19-1500-4c7d-83c2-bb1748cf1e03),segment_id=39fcfd19-1500-4c7d-83c2-bb1748cf1e03)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:31.229142 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e9979154-b211-4cbc-abbd-369aa0b86fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.299738 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.347514 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b4ab24-7064-464f-b75a-3bd1ce21937d,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:31.350733 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-e9979154-b211-4cbc-abbd-369aa0b86fac None None] Calling delete_port for 18b4ab24-7064-464f-b75a-3bd1ce21937d owned by network:dhcp {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:26:31.352116 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] No DVR routers for this DVR port 18b4ab24-7064-464f-b75a-3bd1ce21937d on host dv-cinder-843305-3-smb {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:26:31.473145 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.495668 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.db.api [None req-e9979154-b211-4cbc-abbd-369aa0b86fac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:26:31.496665 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG oslo_db.api [None req-e9979154-b211-4cbc-abbd-369aa0b86fac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:26:31.499726 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e949e00c-df52-4269-a2e2-6bf8b8e4c536']}} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:31.512460 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fcfd19-1500-4c7d-83c2-bb1748cf1e03') {'for_net_delete': True} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:31.512757 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fcfd19-1500-4c7d-83c2-bb1748cf1e03') {} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:31.521089 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 18b4ab24-7064-464f-b75a-3bd1ce21937d no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:26:31.524750 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058874'] for segment, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.542185 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.548623 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:26:31.549081 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3030152'] for segment, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.557242 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 18b4ab24-7064-464f-b75a-3bd1ce21937d {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:26:31.557612 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 18b4ab24-7064-464f-b75a-3bd1ce21937d not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:26:31.558026 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 9c0e8c90-4214-4789-95ba-d637060d10ce no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: Traceback (most recent call last): May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: timer() May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: cb(*args, **kw) May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: return func(*args, **kwargs) May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: self._notify() May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: self.callback(batched_events) May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: event.method(event) May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: return f(self, *a, **k) May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: return self._get(url).json() May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: return self.request(url, 'GET', **kwargs) May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:26:31.562781 dv-cinder-843305-3-smb neutron-server[83256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:26:31.590597 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 9c0e8c90-4214-4789-95ba-d637060d10ce {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:26:31.590932 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 9c0e8c90-4214-4789-95ba-d637060d10ce not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:26:31.642981 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.662548 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.671378 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e949e00c-df52-4269-a2e2-6bf8b8e4c536,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:31.678482 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-fa35b940-2f23-440f-bc47-72afa85457e2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e949e00c-df52-4269-a2e2-6bf8b8e4c536 HTTP/1.1" status: 204 len: 168 time: 0.9088898 May 27 00:26:31.817660 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35466) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:31.869474 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-a05cde70-0bb4-4e83-b20a-32cc6c279fc5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=489999d6bfaf40418aeab8521c512dca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506375 May 27 00:26:31.871976 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35470) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:31.930561 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b43b92a7-ac30-4dca-8fb1-9083f2ed24d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.959578 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b43b92a7-ac30-4dca-8fb1-9083f2ed24d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:31.997951 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-e9979154-b211-4cbc-abbd-369aa0b86fac None None] Deleting port 18b4ab24-7064-464f-b75a-3bd1ce21937d {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:31.998509 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e9979154-b211-4cbc-abbd-369aa0b86fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:32.011190 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b43b92a7-ac30-4dca-8fb1-9083f2ed24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:32.028843 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b92a7-ac30-4dca-8fb1-9083f2ed24d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49072380-fadf-4f75-9305-2126228e21f8,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:32.034635 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b43b92a7-ac30-4dca-8fb1-9083f2ed24d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:32.038928 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-b43b92a7-ac30-4dca-8fb1-9083f2ed24d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49072380-fadf-4f75-9305-2126228e21f8 HTTP/1.1" status: 204 len: 168 time: 0.1659837 May 27 00:26:32.076706 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-e9979154-b211-4cbc-abbd-369aa0b86fac None None] The port '18b4ab24-7064-464f-b75a-3bd1ce21937d' was deleted {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 00:26:36.363665 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35530) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:36.501285 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8df923c5-8f38-4ff6-8dd2-8e996f73b3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:36.531678 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-8df923c5-8f38-4ff6-8dd2-8e996f73b3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:26:36.535435 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-8df923c5-8f38-4ff6-8dd2-8e996f73b3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c8e5d0ccf349a9a48d022b148cc8f8 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:26:36.538518 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-8df923c5-8f38-4ff6-8dd2-8e996f73b3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:26:36.544689 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-8df923c5-8f38-4ff6-8dd2-8e996f73b3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:26:36.611829 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8df923c5-8f38-4ff6-8dd2-8e996f73b3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:36.615812 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8df923c5-8f38-4ff6-8dd2-8e996f73b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:36.663798 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df923c5-8f38-4ff6-8dd2-8e996f73b3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fd2278-c59d-4fde-99a5-67c38cf42c62,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:36.669615 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-8df923c5-8f38-4ff6-8dd2-8e996f73b3b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2c8e5d0ccf349a9a48d022b148cc8f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3043392 May 27 00:26:36.672181 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35536) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:36.732214 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4053ca50-3411-42ef-ba3c-ef2d6a37b223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:36.760159 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4053ca50-3411-42ef-ba3c-ef2d6a37b223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:36.811276 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4053ca50-3411-42ef-ba3c-ef2d6a37b223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:36.825239 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053ca50-3411-42ef-ba3c-ef2d6a37b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fd2278-c59d-4fde-99a5-67c38cf42c62,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:36.831555 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4053ca50-3411-42ef-ba3c-ef2d6a37b223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:36.835075 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-4053ca50-3411-42ef-ba3c-ef2d6a37b223 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2fd2278-c59d-4fde-99a5-67c38cf42c62 HTTP/1.1" status: 204 len: 168 time: 0.1595378 May 27 00:26:42.599559 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:43.603789 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35624) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:43.746143 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cc0908a3-591a-45b5-a285-d8ece816efa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:43.776349 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-cc0908a3-591a-45b5-a285-d8ece816efa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:26:43.780381 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-cc0908a3-591a-45b5-a285-d8ece816efa6 admin admin] Usage tracker for resource:security_group_rule and tenant:c22698f614ff418583f8fad836935a7f is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:26:43.783172 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-cc0908a3-591a-45b5-a285-d8ece816efa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:26:43.789002 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-cc0908a3-591a-45b5-a285-d8ece816efa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:26:43.855543 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cc0908a3-591a-45b5-a285-d8ece816efa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:43.860181 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-cc0908a3-591a-45b5-a285-d8ece816efa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:43.906534 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0908a3-591a-45b5-a285-d8ece816efa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f2ee90-bcd7-417a-8ee1-22d28951c40a,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:43.910509 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-cc0908a3-591a-45b5-a285-d8ece816efa6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c22698f614ff418583f8fad836935a7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3056436 May 27 00:26:43.913053 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35630) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:44.066563 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1118068d-e2fc-40af-9f1f-806c1623c8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:44.092914 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1118068d-e2fc-40af-9f1f-806c1623c8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:44.121353 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d9cd6063-3f18-4e60-bc2e-5eea74a1b54f req-a82dc255-963e-442f-ab45-65be22bf7093 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678854 May 27 00:26:44.145806 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1118068d-e2fc-40af-9f1f-806c1623c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:44.159473 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118068d-e2fc-40af-9f1f-806c1623c8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f2ee90-bcd7-417a-8ee1-22d28951c40a,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:44.166402 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1118068d-e2fc-40af-9f1f-806c1623c8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:44.169918 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-1118068d-e2fc-40af-9f1f-806c1623c8a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14f2ee90-bcd7-417a-8ee1-22d28951c40a HTTP/1.1" status: 204 len: 168 time: 0.2532799 May 27 00:26:44.223595 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d9cd6063-3f18-4e60-bc2e-5eea74a1b54f req-0e7d7389-400e-47f8-9d72-736611153910 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2af662b43a4f84956f7ba127bb9a16&device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 1138 time: 0.0748665 May 27 00:26:44.374746 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd6063-3f18-4e60-bc2e-5eea74a1b54f req-f167e274-3e05-49a6-a4ae-77f2974bfc97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:44.376177 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d9cd6063-3f18-4e60-bc2e-5eea74a1b54f req-f167e274-3e05-49a6-a4ae-77f2974bfc97 service neutron] 10.222.0.60 "GET /v2.0/networks?id=261c4044-c276-4e89-9a06-198050aed13e HTTP/1.1" status: 200 len: 913 time: 0.1312094 May 27 00:26:44.480373 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d9cd6063-3f18-4e60-bc2e-5eea74a1b54f req-f58575e4-83cc-41cd-972f-46d24aff0614 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252f478e-f969-405f-9879-dc300dc8647e HTTP/1.1" status: 200 len: 1002 time: 0.0973411 May 27 00:26:44.498042 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35638) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:44.516709 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd76b-6878-47d9-aa0b-5f1045ae9a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:44.550685 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-6a7fd76b-6878-47d9-aa0b-5f1045ae9a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:26:44.554606 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-6a7fd76b-6878-47d9-aa0b-5f1045ae9a87 admin admin] Usage tracker for resource:security_group_rule and tenant:3a9a7a09d1154ee5ac7110a246ffac28 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:26:44.557567 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-6a7fd76b-6878-47d9-aa0b-5f1045ae9a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:26:44.563800 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-6a7fd76b-6878-47d9-aa0b-5f1045ae9a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:26:44.632536 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd6063-3f18-4e60-bc2e-5eea74a1b54f req-58f63841-d472-4a54-be38-000c775c7277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:44.632747 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd76b-6878-47d9-aa0b-5f1045ae9a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:44.633954 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d9cd6063-3f18-4e60-bc2e-5eea74a1b54f req-58f63841-d472-4a54-be38-000c775c7277 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67d72414-5875-4842-92db-39d3f35d5380 HTTP/1.1" status: 200 len: 851 time: 0.1475661 May 27 00:26:44.636482 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd76b-6878-47d9-aa0b-5f1045ae9a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:44.681940 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fd76b-6878-47d9-aa0b-5f1045ae9a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9bf5cf-2868-4ff8-93fa-64eed6f44f98,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:44.687811 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-6a7fd76b-6878-47d9-aa0b-5f1045ae9a87 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a9a7a09d1154ee5ac7110a246ffac28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1887150 May 27 00:26:44.691078 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35642) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:44.709484 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d9cd6063-3f18-4e60-bc2e-5eea74a1b54f req-ac69118e-e6b1-40f9-bc85-67acc542a43e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=261c4044-c276-4e89-9a06-198050aed13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690582 May 27 00:26:44.755473 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0757eae0-9642-470d-ab1e-4fd00ecb1291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:44.780382 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0757eae0-9642-470d-ab1e-4fd00ecb1291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:44.832219 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0757eae0-9642-470d-ab1e-4fd00ecb1291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:44.843216 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d9cd6063-3f18-4e60-bc2e-5eea74a1b54f req-f22e3bf7-b25f-481b-9d15-e205f2e8589c service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273263 May 27 00:26:44.848830 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757eae0-9642-470d-ab1e-4fd00ecb1291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9bf5cf-2868-4ff8-93fa-64eed6f44f98,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:44.853199 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0757eae0-9642-470d-ab1e-4fd00ecb1291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:44.854308 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-0757eae0-9642-470d-ab1e-4fd00ecb1291 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a9bf5cf-2868-4ff8-93fa-64eed6f44f98 HTTP/1.1" status: 204 len: 168 time: 0.1616380 May 27 00:26:44.978927 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d9cd6063-3f18-4e60-bc2e-5eea74a1b54f req-bcd203db-b77e-4ad6-9c2a-47efb0c4dcd3 service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295238 May 27 00:26:50.059934 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35722) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:50.196702 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:50.227100 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:26:50.230946 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Usage tracker for resource:security_group_rule and tenant:00b4204f4a4b4d8fb18b840ccdc28ed0 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:26:50.233726 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:26:50.239284 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:26:50.304812 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:50.308395 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:50.357864 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5123342-6431-4b1f-b9a4-576c6ddc7c7c,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:50.362493 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00b4204f4a4b4d8fb18b840ccdc28ed0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3015800 May 27 00:26:50.365431 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35730) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:50.368915 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:50.369252 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:50.369602 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:50.369927 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:50.370293 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:50.370604 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:50.370920 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:50.371234 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:50.372140 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:50.372381 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:50.372694 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3091fcb7-18c4-40e5-a9ed-4d2729500867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:26:50.429387 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-79608ed6-7f25-4f25-b607-9cedaa215b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:50.455000 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-79608ed6-7f25-4f25-b607-9cedaa215b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:50.505823 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-79608ed6-7f25-4f25-b607-9cedaa215b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:50.521487 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79608ed6-7f25-4f25-b607-9cedaa215b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5123342-6431-4b1f-b9a4-576c6ddc7c7c,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:50.526591 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-79608ed6-7f25-4f25-b607-9cedaa215b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:50.529065 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-79608ed6-7f25-4f25-b607-9cedaa215b5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5123342-6431-4b1f-b9a4-576c6ddc7c7c HTTP/1.1" status: 204 len: 168 time: 0.1611514 May 27 00:26:50.845414 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35740) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:50.863754 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7d40a856-dda0-431c-8114-8d9097a22edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:50.895683 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-7d40a856-dda0-431c-8114-8d9097a22edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:26:50.899825 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-7d40a856-dda0-431c-8114-8d9097a22edf admin admin] Usage tracker for resource:security_group_rule and tenant:ca34e783f96a4b149788327a994d67b6 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:26:50.903522 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-7d40a856-dda0-431c-8114-8d9097a22edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:26:50.909654 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-7d40a856-dda0-431c-8114-8d9097a22edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:26:50.974020 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7d40a856-dda0-431c-8114-8d9097a22edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:50.977707 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7d40a856-dda0-431c-8114-8d9097a22edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:51.028365 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-7d40a856-dda0-431c-8114-8d9097a22edf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca34e783f96a4b149788327a994d67b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1813180 May 27 00:26:51.029045 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40a856-dda0-431c-8114-8d9097a22edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c828c7-02f1-4dba-9cf4-fb1e80858cad,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:51.031084 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35744) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:51.091876 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f45f26c5-998e-41ca-a393-e2c3be975fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:51.117769 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f45f26c5-998e-41ca-a393-e2c3be975fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:51.167554 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f45f26c5-998e-41ca-a393-e2c3be975fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:51.184277 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f26c5-998e-41ca-a393-e2c3be975fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c828c7-02f1-4dba-9cf4-fb1e80858cad,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:51.195198 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e60750d8-c895-471f-b311-bccbcdeff5de req-77e1197d-35d5-417d-8442-1600d1e006db tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961925990&fields=id&tenant_id=5c2af662b43a4f84956f7ba127bb9a16 HTTP/1.1" status: 200 len: 267 time: 0.0427871 May 27 00:26:51.197664 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f45f26c5-998e-41ca-a393-e2c3be975fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:51.201529 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-f45f26c5-998e-41ca-a393-e2c3be975fdb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9c828c7-02f1-4dba-9cf4-fb1e80858cad HTTP/1.1" status: 204 len: 168 time: 0.1667178 May 27 00:26:51.275694 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60750d8-c895-471f-b311-bccbcdeff5de req-de643123-404f-444d-af37-6a03218e56b7 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:51.277185 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e60750d8-c895-471f-b311-bccbcdeff5de req-de643123-404f-444d-af37-6a03218e56b7 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 985 time: 0.0758963 May 27 00:26:51.288971 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-e60750d8-c895-471f-b311-bccbcdeff5de req-fad74a90-4a78-4588-a03b-3bf140d9f195 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Request body: {'port': {'security_groups': ['98df21b0-65ca-48e1-a7f0-503c974b5196']}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:26:51.406666 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-e60750d8-c895-471f-b311-bccbcdeff5de req-fad74a90-4a78-4588-a03b-3bf140d9f195 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:51.652516 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-e60750d8-c895-471f-b311-bccbcdeff5de req-fad74a90-4a78-4588-a03b-3bf140d9f195 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] For port 252f478e-f969-405f-9879-dc300dc8647e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=252f478e-f969-405f-9879-dc300dc8647e,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:51.679472 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-e60750d8-c895-471f-b311-bccbcdeff5de req-fad74a90-4a78-4588-a03b-3bf140d9f195 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:51.684150 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-e60750d8-c895-471f-b311-bccbcdeff5de req-fad74a90-4a78-4588-a03b-3bf140d9f195 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:51.696380 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['252f478e-f969-405f-9879-dc300dc8647e'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:26:51.754331 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60750d8-c895-471f-b311-bccbcdeff5de req-fad74a90-4a78-4588-a03b-3bf140d9f195 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:51.754902 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-e60750d8-c895-471f-b311-bccbcdeff5de req-fad74a90-4a78-4588-a03b-3bf140d9f195 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:51.756415 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e60750d8-c895-471f-b311-bccbcdeff5de req-fad74a90-4a78-4588-a03b-3bf140d9f195 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "PUT /v2.0/ports/252f478e-f969-405f-9879-dc300dc8647e HTTP/1.1" status: 200 len: 943 time: 0.4721227 May 27 00:26:51.762625 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35762) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:51.764637 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'tag': '252f478e-f969-405f-9879-dc300dc8647e'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:26:51.782076 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad74a90-4a78-4588-a03b-3bf140d9f195 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event updated for resources: {'Port': ['ID=252f478e-f969-405f-9879-dc300dc8647e,revision_number=7']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:51.837284 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0be1d08-3e73-4923-85cc-efc897950ef7'] response: {'name': 'network-changed', 'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'tag': '252f478e-f969-405f-9879-dc300dc8647e', 'status': 'completed', 'code': 200} May 27 00:26:51.857391 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['252f478e-f969-405f-9879-dc300dc8647e'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:26:51.879801 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-becf8b32-c1db-4a34-8f40-28eb4b26c40f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:51.921928 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-becf8b32-c1db-4a34-8f40-28eb4b26c40f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:51.957045 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-864adb6b-07a2-48da-8d3e-4a627b176b61 req-fc05db82-ada9-44d5-9279-dedbc94fb32d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2af662b43a4f84956f7ba127bb9a16&device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 1099 time: 0.0976069 May 27 00:26:52.004839 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-becf8b32-c1db-4a34-8f40-28eb4b26c40f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:52.035434 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf8b32-c1db-4a34-8f40-28eb4b26c40f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daba16d-ad11-4b29-8c90-e5ec49d142be,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:52.039960 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-becf8b32-c1db-4a34-8f40-28eb4b26c40f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:52.045710 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-becf8b32-c1db-4a34-8f40-28eb4b26c40f tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "DELETE /v2.0/security-groups/9daba16d-ad11-4b29-8c90-e5ec49d142be HTTP/1.1" status: 204 len: 168 time: 0.2818406 May 27 00:26:52.046542 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35772) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:52.178505 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-48fca811-b8dd-42ea-a8d1-3cb1a31c219f None None] Provisioning complete for port 252f478e-f969-405f-9879-dc300dc8647e triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:26:52.178812 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864adb6b-07a2-48da-8d3e-4a627b176b61 req-76cd7060-7411-487e-b781-7276dfde0204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:52.178993 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-48fca811-b8dd-42ea-a8d1-3cb1a31c219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:52.182415 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-864adb6b-07a2-48da-8d3e-4a627b176b61 req-76cd7060-7411-487e-b781-7276dfde0204 service neutron] 10.222.0.60 "GET /v2.0/networks?id=261c4044-c276-4e89-9a06-198050aed13e HTTP/1.1" status: 200 len: 913 time: 0.2198548 May 27 00:26:52.321821 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-7abf5e4b-398c-4b91-8150-63aa652e8f90 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Deleting port 7f5de5f5-ad6e-4e9d-9124-c2f9cb40ba3e {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:52.323223 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7abf5e4b-398c-4b91-8150-63aa652e8f90 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:52.402717 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-864adb6b-07a2-48da-8d3e-4a627b176b61 req-f96f8647-41da-4798-b3d9-d3ba284c4392 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252f478e-f969-405f-9879-dc300dc8647e HTTP/1.1" status: 200 len: 1002 time: 0.2139413 May 27 00:26:52.474974 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864adb6b-07a2-48da-8d3e-4a627b176b61 req-759b75b5-e30b-4c8b-882e-9a28c3487e73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:52.477089 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-864adb6b-07a2-48da-8d3e-4a627b176b61 req-759b75b5-e30b-4c8b-882e-9a28c3487e73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67d72414-5875-4842-92db-39d3f35d5380 HTTP/1.1" status: 200 len: 851 time: 0.0672312 May 27 00:26:52.539106 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7abf5e4b-398c-4b91-8150-63aa652e8f90 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:52.540531 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7abf5e4b-398c-4b91-8150-63aa652e8f90 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:52.563082 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-864adb6b-07a2-48da-8d3e-4a627b176b61 req-c5218ff3-f008-44a8-88c9-acebc72e2e4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=261c4044-c276-4e89-9a06-198050aed13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800817 May 27 00:26:52.678095 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-7abf5e4b-398c-4b91-8150-63aa652e8f90 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Calling delete_port for 7f5de5f5-ad6e-4e9d-9124-c2f9cb40ba3e owned by network:floatingip {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:26:52.808149 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-864adb6b-07a2-48da-8d3e-4a627b176b61 req-fd80ab13-2407-4830-ad4f-f10dea6abc5f service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387297 May 27 00:26:52.853445 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7abf5e4b-398c-4b91-8150-63aa652e8f90 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:52.895768 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf5e4b-398c-4b91-8150-63aa652e8f90 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event deleted for resources: {'Port': ['ID=7f5de5f5-ad6e-4e9d-9124-c2f9cb40ba3e,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:52.953959 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-864adb6b-07a2-48da-8d3e-4a627b176b61 req-d8329065-f5d6-4745-8d73-7f3be4e86329 service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399162 May 27 00:26:52.994506 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7abf5e4b-398c-4b91-8150-63aa652e8f90 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks [] for floatingip, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:53.471899 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abf5e4b-398c-4b91-8150-63aa652e8f90 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Router e0562dad-7a51-49fc-9fff-6e1daaccab7e has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:26:53.678404 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abf5e4b-398c-4b91-8150-63aa652e8f90 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:26:53.691650 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d871dc7-78b1-48aa-a284-baeb88d1cbbc None None] Sync routers for ids ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:26:53.704794 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-7abf5e4b-398c-4b91-8150-63aa652e8f90 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:53.705971 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d871dc7-78b1-48aa-a284-baeb88d1cbbc None None] Routers {'e0562dad-7a51-49fc-9fff-6e1daaccab7e'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:26:53.706591 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-6d871dc7-78b1-48aa-a284-baeb88d1cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:26:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:53.758644 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-7abf5e4b-398c-4b91-8150-63aa652e8f90 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "DELETE /v2.0/floatingips/540c978c-fee1-4a03-a940-5ab285afb1eb HTTP/1.1" status: 204 len: 168 time: 1.7107592 May 27 00:26:53.759306 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'tag': '252f478e-f969-405f-9879-dc300dc8647e'}] {{(pid=83255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:26:53.915027 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-6d871dc7-78b1-48aa-a284-baeb88d1cbbc None None] Set router e0562dad-7a51-49fc-9fff-6e1daaccab7e gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:26:54.019133 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e0afa0-ffe4-4c84-87c3-52bb4e833ecf'] response: {'name': 'network-changed', 'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'tag': '252f478e-f969-405f-9879-dc300dc8647e', 'status': 'completed', 'code': 200} May 27 00:26:54.229943 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76214f7b-c85a-4aa9-8231-1e382df6a411 req-276fec77-0f02-4849-ad85-5b51d09e29b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c2af662b43a4f84956f7ba127bb9a16&device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 1099 time: 0.1895714 May 27 00:26:54.286941 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5ce7cfe7-2c43-4c74-9852-d441546daa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:54.324096 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-6d871dc7-78b1-48aa-a284-baeb88d1cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:50Z', 'revision_number': 4, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'df1682a4-cf04-48c2-a768-5033508182f9', 'name': '', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'mac_address': 'fa:16:3e:5f:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67d72414-5875-4842-92db-39d3f35d5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:50Z', 'updated_at': '2022-05-27T00:23:03Z', 'revision_number': 5, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'subnets': [{'id': '67d72414-5875-4842-92db-39d3f35d5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:54.328811 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d871dc7-78b1-48aa-a284-baeb88d1cbbc None None] Checking router: e0562dad-7a51-49fc-9fff-6e1daaccab7e for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:26:54.341955 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d871dc7-78b1-48aa-a284-baeb88d1cbbc None None] Routers {'e0562dad-7a51-49fc-9fff-6e1daaccab7e'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:26:54.342784 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-6d871dc7-78b1-48aa-a284-baeb88d1cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:26:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:54.380734 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76214f7b-c85a-4aa9-8231-1e382df6a411 req-08a24941-7a0f-448e-8eb7-281ad20dc8f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:54.382276 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76214f7b-c85a-4aa9-8231-1e382df6a411 req-08a24941-7a0f-448e-8eb7-281ad20dc8f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=261c4044-c276-4e89-9a06-198050aed13e HTTP/1.1" status: 200 len: 913 time: 0.1460893 May 27 00:26:54.449411 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76214f7b-c85a-4aa9-8231-1e382df6a411 req-a2ed8824-1ff5-4164-8b3f-cfb515e51242 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252f478e-f969-405f-9879-dc300dc8647e HTTP/1.1" status: 200 len: 217 time: 0.0612237 May 27 00:26:54.513772 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76214f7b-c85a-4aa9-8231-1e382df6a411 req-8b8f124f-b63e-4991-a7a4-680390ea9792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:54.515205 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76214f7b-c85a-4aa9-8231-1e382df6a411 req-8b8f124f-b63e-4991-a7a4-680390ea9792 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=67d72414-5875-4842-92db-39d3f35d5380 HTTP/1.1" status: 200 len: 851 time: 0.0601568 May 27 00:26:54.518369 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-6d871dc7-78b1-48aa-a284-baeb88d1cbbc None None] Set router e0562dad-7a51-49fc-9fff-6e1daaccab7e gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:26:54.589714 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76214f7b-c85a-4aa9-8231-1e382df6a411 req-54d5dc90-c1fd-4869-90c7-a766608eb71f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=261c4044-c276-4e89-9a06-198050aed13e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680740 May 27 00:26:54.725643 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76214f7b-c85a-4aa9-8231-1e382df6a411 req-c879dcad-089f-47e4-a333-8e4c3c929bc1 service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298971 May 27 00:26:54.852250 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-6d871dc7-78b1-48aa-a284-baeb88d1cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:50Z', 'revision_number': 4, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'df1682a4-cf04-48c2-a768-5033508182f9', 'name': '', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'mac_address': 'fa:16:3e:5f:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67d72414-5875-4842-92db-39d3f35d5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:50Z', 'updated_at': '2022-05-27T00:23:03Z', 'revision_number': 5, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'subnets': [{'id': '67d72414-5875-4842-92db-39d3f35d5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:26:54.857577 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d871dc7-78b1-48aa-a284-baeb88d1cbbc None None] The sync data for ids ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'] in dv-cinder-843305-3-smb is: [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:50Z', 'revision_number': 4, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'df1682a4-cf04-48c2-a768-5033508182f9', 'name': '', 'network_id': '261c4044-c276-4e89-9a06-198050aed13e', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'mac_address': 'fa:16:3e:5f:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67d72414-5875-4842-92db-39d3f35d5380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:50Z', 'updated_at': '2022-05-27T00:23:03Z', 'revision_number': 5, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'subnets': [{'id': '67d72414-5875-4842-92db-39d3f35d5380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:26:54.876928 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76214f7b-c85a-4aa9-8231-1e382df6a411 req-a9fb9986-f07d-4b13-af0c-53381a4e2311 service neutron] 10.222.0.60 "GET /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416988 May 27 00:26:55.078241 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11e654-61db-4f60-b230-14dc5bfac1ff None None] New status for floating IP 540c978c-fee1-4a03-a940-5ab285afb1eb: DOWN {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:26:56.480042 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5e2a89b5-c4b9-44d7-92ec-de7668f72fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:57.092162 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82252f2-6d7b-41c9-8466-065354ff0b76 req-d6d8e253-8237-45c4-b90b-bf332edcf2fe tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:57.093735 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f82252f2-6d7b-41c9-8466-065354ff0b76 req-d6d8e253-8237-45c4-b90b-bf332edcf2fe tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 946 time: 0.0840478 May 27 00:26:57.139362 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f82252f2-6d7b-41c9-8466-065354ff0b76 req-e20a6e9c-3f56-4f3e-941f-abf415c70ca5 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 May 27 00:26:57.959377 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:58.009784 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:58.340198 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df062c9-2346-431a-8882-225556211a2c req-c9aeba01-ecb8-4dea-a4a8-5eab4be95190 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:58.341671 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2df062c9-2346-431a-8882-225556211a2c req-c9aeba01-ecb8-4dea-a4a8-5eab4be95190 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 946 time: 0.0773265 May 27 00:26:58.387616 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2df062c9-2346-431a-8882-225556211a2c req-ab9010c3-1f21-48e4-b75e-80d9c00ab7d8 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 May 27 00:26:58.986787 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dbc4d-e9dc-4d34-bd88-1695c1e90379 req-6b1a419c-99ff-45d5-bf18-91fc777fbf4d tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:58.988174 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-af8dbc4d-e9dc-4d34-bd88-1695c1e90379 req-6b1a419c-99ff-45d5-bf18-91fc777fbf4d tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.60 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 946 time: 0.0774403 May 27 00:26:59.055104 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-af8dbc4d-e9dc-4d34-bd88-1695c1e90379 req-ace9df84-10ef-488e-a2c1-3bb32ebfc147 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Deleting port 252f478e-f969-405f-9879-dc300dc8647e {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:26:59.055443 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-af8dbc4d-e9dc-4d34-bd88-1695c1e90379 req-ace9df84-10ef-488e-a2c1-3bb32ebfc147 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:59.212323 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:59.298889 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-af8dbc4d-e9dc-4d34-bd88-1695c1e90379 req-ace9df84-10ef-488e-a2c1-3bb32ebfc147 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] For port 252f478e-f969-405f-9879-dc300dc8647e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=252f478e-f969-405f-9879-dc300dc8647e,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:26:59.298889 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-af8dbc4d-e9dc-4d34-bd88-1695c1e90379 req-ace9df84-10ef-488e-a2c1-3bb32ebfc147 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:59.512577 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-af8dbc4d-e9dc-4d34-bd88-1695c1e90379 req-ace9df84-10ef-488e-a2c1-3bb32ebfc147 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Calling delete_port for 252f478e-f969-405f-9879-dc300dc8647e owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:26:59.686131 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ced60-371d-4394-8eb7-c393e9618cb4 req-1b59416c-c7cf-446b-9757-41645a9f0f19 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:26:59.687818 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3e5ced60-371d-4394-8eb7-c393e9618cb4 req-1b59416c-c7cf-446b-9757-41645a9f0f19 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/ports?device_id=d322ac50-6333-4be1-b746-2bedc8b91dd5 HTTP/1.1" status: 200 len: 946 time: 0.1478598 May 27 00:26:59.762423 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-af8dbc4d-e9dc-4d34-bd88-1695c1e90379 req-ace9df84-10ef-488e-a2c1-3bb32ebfc147 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:59.775047 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['252f478e-f969-405f-9879-dc300dc8647e'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:26:59.812237 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3e5ced60-371d-4394-8eb7-c393e9618cb4 req-78538dd2-5ea6-411f-94d4-da5e59415eca tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.42 "GET /v2.0/security-groups?id=98df21b0-65ca-48e1-a7f0-503c974b5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183000 May 27 00:26:59.816305 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9df84-10ef-488e-a2c1-3bb32ebfc147 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Pushing event deleted for resources: {'Port': ['ID=252f478e-f969-405f-9879-dc300dc8647e,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:26:59.822257 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 35880) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:26:59.899556 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8dbc4d-e9dc-4d34-bd88-1695c1e90379 req-ace9df84-10ef-488e-a2c1-3bb32ebfc147 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] No DVR routers for this DVR port 252f478e-f969-405f-9879-dc300dc8647e on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:26:59.901979 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-af8dbc4d-e9dc-4d34-bd88-1695c1e90379 req-ace9df84-10ef-488e-a2c1-3bb32ebfc147 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:26:59.904525 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'name': 'network-vif-deleted', 'tag': '252f478e-f969-405f-9879-dc300dc8647e'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:26:59.921852 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-af8dbc4d-e9dc-4d34-bd88-1695c1e90379 req-ace9df84-10ef-488e-a2c1-3bb32ebfc147 tempest-TestMinimumBasicScenario-191103879 tempest-TestMinimumBasicScenario-191103879-project] 10.222.0.60 "DELETE /v2.0/ports/252f478e-f969-405f-9879-dc300dc8647e HTTP/1.1" status: 204 len: 173 time: 0.9280760 May 27 00:26:59.963233 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ceeaaa1-87bf-4cb5-990c-2612e2ccd032'] response: {'server_uuid': 'd322ac50-6333-4be1-b746-2bedc8b91dd5', 'name': 'network-vif-deleted', 'tag': '252f478e-f969-405f-9879-dc300dc8647e', 'status': 'completed', 'code': 200} May 27 00:26:59.998563 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:00.030771 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:27:00.034831 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Usage tracker for resource:security_group_rule and tenant:208672f158c3429cb713de22493e911b is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:27:00.037831 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:27:00.044079 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:27:00.111077 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:00.114715 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:00.159766 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e353ed46-e45c-40df-83ec-b02112580834,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:00.166478 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=208672f158c3429cb713de22493e911b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3432348 May 27 00:27:00.169999 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35888) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:00.172371 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:00.172789 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:00.173037 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:00.173404 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:00.173734 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:00.174055 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:00.174376 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:00.174688 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:00.175003 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:00.175316 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:00.175635 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33b9b5-a1c0-4862-b690-27d264b915c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:00.236864 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2b2c60ea-25b8-4697-960a-e5b605d622a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:00.264083 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2b2c60ea-25b8-4697-960a-e5b605d622a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:00.321243 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2b2c60ea-25b8-4697-960a-e5b605d622a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:00.338009 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c60ea-25b8-4697-960a-e5b605d622a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e353ed46-e45c-40df-83ec-b02112580834,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:00.343167 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2b2c60ea-25b8-4697-960a-e5b605d622a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:00.345232 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-2b2c60ea-25b8-4697-960a-e5b605d622a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e353ed46-e45c-40df-83ec-b02112580834 HTTP/1.1" status: 204 len: 168 time: 0.1726224 May 27 00:27:00.674508 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35898) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:00.693728 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-28227120-12e7-40af-b6b7-8be8f31975a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:00.726155 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-28227120-12e7-40af-b6b7-8be8f31975a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:27:00.730004 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-28227120-12e7-40af-b6b7-8be8f31975a2 admin admin] Usage tracker for resource:security_group_rule and tenant:98e74fded35f4539a4569e7ee32ff1f7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:27:00.733303 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-28227120-12e7-40af-b6b7-8be8f31975a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:27:00.738893 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-28227120-12e7-40af-b6b7-8be8f31975a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:27:00.804914 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-28227120-12e7-40af-b6b7-8be8f31975a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:00.813232 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-28227120-12e7-40af-b6b7-8be8f31975a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:00.861215 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28227120-12e7-40af-b6b7-8be8f31975a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26de7db-6a10-40d4-8de2-bef9b03d5077,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:00.865757 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-28227120-12e7-40af-b6b7-8be8f31975a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98e74fded35f4539a4569e7ee32ff1f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1902268 May 27 00:27:00.868393 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35904) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:00.933425 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-07eda6f2-9cca-4094-b7d6-ef766f89267f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:00.960441 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-07eda6f2-9cca-4094-b7d6-ef766f89267f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:01.014339 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-07eda6f2-9cca-4094-b7d6-ef766f89267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:01.031071 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eda6f2-9cca-4094-b7d6-ef766f89267f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26de7db-6a10-40d4-8de2-bef9b03d5077,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:01.037228 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-07eda6f2-9cca-4094-b7d6-ef766f89267f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:01.041771 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-07eda6f2-9cca-4094-b7d6-ef766f89267f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b26de7db-6a10-40d4-8de2-bef9b03d5077 HTTP/1.1" status: 204 len: 168 time: 0.1695309 May 27 00:27:01.762688 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 35966) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:02.153712 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a060bbe8-eaa0-4903-b611-bc780d32ebdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825496'] for router_interface, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:02.856313 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-a060bbe8-eaa0-4903-b611-bc780d32ebdd admin admin] Deleting port df1682a4-cf04-48c2-a768-5033508182f9 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:02.857050 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a060bbe8-eaa0-4903-b611-bc780d32ebdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:03.041654 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [None req-a060bbe8-eaa0-4903-b611-bc780d32ebdd admin admin] For port df1682a4-cf04-48c2-a768-5033508182f9, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=df1682a4-cf04-48c2-a768-5033508182f9,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:03.041919 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a060bbe8-eaa0-4903-b611-bc780d32ebdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:03.068147 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:27:03.166579 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-a060bbe8-eaa0-4903-b611-bc780d32ebdd admin admin] Calling delete_port for df1682a4-cf04-48c2-a768-5033508182f9 owned by network:router_interface {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:27:03.305827 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 252f478e-f969-405f-9879-dc300dc8647e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:27:03.338457 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a060bbe8-eaa0-4903-b611-bc780d32ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:03.340644 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: 252f478e-f969-405f-9879-dc300dc8647e {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:27:03.340985 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 252f478e-f969-405f-9879-dc300dc8647e not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:27:03.386472 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060bbe8-eaa0-4903-b611-bc780d32ebdd admin admin] Pushing event deleted for resources: {'Port': ['ID=df1682a4-cf04-48c2-a768-5033508182f9,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:03.700793 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a060bbe8-eaa0-4903-b611-bc780d32ebdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15341180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1825423'] for router_interface, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:04.368298 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a060bbe8-eaa0-4903-b611-bc780d32ebdd admin admin] Router e0562dad-7a51-49fc-9fff-6e1daaccab7e has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:27:04.578458 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a060bbe8-eaa0-4903-b611-bc780d32ebdd admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:27:04.587979 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f55b8-008c-4704-9dfe-86d577735b0f None None] Sync routers for ids ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:27:04.593486 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-a060bbe8-eaa0-4903-b611-bc780d32ebdd admin admin] 10.222.0.42 "PUT /v2.0/routers/e0562dad-7a51-49fc-9fff-6e1daaccab7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8267186 May 27 00:27:04.593690 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36002) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:04.600895 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f55b8-008c-4704-9dfe-86d577735b0f None None] Routers {'e0562dad-7a51-49fc-9fff-6e1daaccab7e'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:27:04.601640 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-299f55b8-008c-4704-9dfe-86d577735b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:26:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:04.786955 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-299f55b8-008c-4704-9dfe-86d577735b0f None None] Set router e0562dad-7a51-49fc-9fff-6e1daaccab7e gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:27:04.803311 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Notify callbacks [] for router, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:05.005650 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:05.016004 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Deleting port 758158e3-4749-4040-a264-78bf53b63246 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:05.016326 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:05.109153 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-299f55b8-008c-4704-9dfe-86d577735b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '758158e3-4749-4040-a264-78bf53b63246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:27:03Z', 'revision_number': 5, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port': {'id': '758158e3-4749-4040-a264-78bf53b63246', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:83:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:05.113214 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f55b8-008c-4704-9dfe-86d577735b0f None None] Checking router: e0562dad-7a51-49fc-9fff-6e1daaccab7e for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:27:05.124617 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f55b8-008c-4704-9dfe-86d577735b0f None None] Routers {'e0562dad-7a51-49fc-9fff-6e1daaccab7e'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:27:05.125214 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-299f55b8-008c-4704-9dfe-86d577735b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:26:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:05.195958 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] For port 758158e3-4749-4040-a264-78bf53b63246, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=758158e3-4749-4040-a264-78bf53b63246,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:05.196317 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:05.283770 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-299f55b8-008c-4704-9dfe-86d577735b0f None None] Set router e0562dad-7a51-49fc-9fff-6e1daaccab7e gateway port host: None {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:27:05.322756 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Calling delete_port for 758158e3-4749-4040-a264-78bf53b63246 owned by network:router_gateway {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:27:05.392200 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-299f55b8-008c-4704-9dfe-86d577735b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:27:05Z', 'revision_number': 6, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port_host': None}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:05.396480 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299f55b8-008c-4704-9dfe-86d577735b0f None None] The sync data for ids ['e0562dad-7a51-49fc-9fff-6e1daaccab7e'] in dv-cinder-843305-3-smb is: [{'id': 'e0562dad-7a51-49fc-9fff-6e1daaccab7e', 'name': 'tempest-TestMinimumBasicScenario-8271228-router', 'tenant_id': '5c2af662b43a4f84956f7ba127bb9a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:47Z', 'updated_at': '2022-05-27T00:27:05Z', 'revision_number': 6, 'project_id': '5c2af662b43a4f84956f7ba127bb9a16', 'gw_port_host': None}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:27:05.494330 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:05.544936 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Pushing event deleted for resources: {'Port': ['ID=758158e3-4749-4040-a264-78bf53b63246,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:05.826248 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device df1682a4-cf04-48c2-a768-5033508182f9 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:27:05.862493 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: df1682a4-cf04-48c2-a768-5033508182f9 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:27:05.863621 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device df1682a4-cf04-48c2-a768-5033508182f9 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:27:05.879244 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825221'] for router_gateway, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.141794 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31841'] for router, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.146560 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.234467 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1824409'] for router, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.234996 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0562dad-7a51-49fc-9fff-6e1daaccab7e {{(pid=83255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 00:27:06.248225 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] Notify callbacks [] for router, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.251791 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-9a39b68c-7f6a-4337-8103-caa022b31604 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e0562dad-7a51-49fc-9fff-6e1daaccab7e HTTP/1.1" status: 204 len: 168 time: 1.6547735 May 27 00:27:06.252002 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36014) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:06.312670 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1962b431-815a-4399-8283-7983cfc1a6bb admin admin] Deleting subnet 67d72414-5875-4842-92db-39d3f35d5380 {{(pid=83255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:27:06.315888 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1962b431-815a-4399-8283-7983cfc1a6bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.366619 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1962b431-815a-4399-8283-7983cfc1a6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2904482'] for subnet, precommit_delete_associations {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.491239 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1962b431-815a-4399-8283-7983cfc1a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.565828 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1962b431-815a-4399-8283-7983cfc1a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1260063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3110909'] for subnet, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.603336 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962b431-815a-4399-8283-7983cfc1a6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67d72414-5875-4842-92db-39d3f35d5380,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:06.609448 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-1962b431-815a-4399-8283-7983cfc1a6bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.615203 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe0ddf0-53b6-4cbf-b541-3af661fab926 None None] Network 261c4044-c276-4e89-9a06-198050aed13e requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:27:06.616076 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-1962b431-815a-4399-8283-7983cfc1a6bb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/67d72414-5875-4842-92db-39d3f35d5380 HTTP/1.1" status: 204 len: 168 time: 0.3629282 May 27 00:27:06.620060 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36018) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:06.729909 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.739989 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Deleting port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:06.740307 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.882587 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc91b505-6f0b-43fd-ad0b-7b1592c11352 None None] DHCP port deletion for 261c4044-c276-4e89-9a06-198050aed13e request from dv-cinder-843305-3-smb {{(pid=83257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 00:27:06.886923 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-cc91b505-6f0b-43fd-ad0b-7b1592c11352 None None] Deleting port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:06.887274 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cc91b505-6f0b-43fd-ad0b-7b1592c11352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:06.954428 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] For port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=1b14b18c-a9f2-4e69-bdbe-9380ae8c6207,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:06.954941 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:07.094316 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-cc91b505-6f0b-43fd-ad0b-7b1592c11352 None None] For port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=1b14b18c-a9f2-4e69-bdbe-9380ae8c6207,segment=NetworkSegment(887085df-e545-4931-81bb-0202d06a32a5),segment_id=887085df-e545-4931-81bb-0202d06a32a5)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:07.094736 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cc91b505-6f0b-43fd-ad0b-7b1592c11352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:07.164022 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Calling delete_port for 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 owned by network:dhcp {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:27:07.217843 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-cc91b505-6f0b-43fd-ad0b-7b1592c11352 None None] Calling delete_port for 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 owned by network:dhcp {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:27:07.239533 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:07.286501 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Pushing event deleted for resources: {'Port': ['ID=1b14b18c-a9f2-4e69-bdbe-9380ae8c6207,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:07.293636 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] No DVR routers for this DVR port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 on host dv-cinder-843305-3-smb {{(pid=83255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:27:07.294077 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.db.api [None req-cc91b505-6f0b-43fd-ad0b-7b1592c11352 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:27:07.295307 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG oslo_db.api [None req-cc91b505-6f0b-43fd-ad0b-7b1592c11352 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:27:07.412449 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:07.439044 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261c4044-c276-4e89-9a06-198050aed13e']}} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:07.451065 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887085df-e545-4931-81bb-0202d06a32a5') {'for_net_delete': True} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:07.451358 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887085df-e545-4931-81bb-0202d06a32a5') {} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:07.463070 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2907985'] for segment, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:07.478991 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:07.486008 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:27:07.486392 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1260145'] for segment, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: Traceback (most recent call last): May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: timer() May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: cb(*args, **kw) May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: return func(*args, **kwargs) May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: self._notify() May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: self.callback(batched_events) May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: event.method(event) May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: return f(self, *a, **k) May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: return self._get(url).json() May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: return self.request(url, 'GET', **kwargs) May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:27:07.499534 dv-cinder-843305-3-smb neutron-server[83255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:27:07.543608 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 758158e3-4749-4040-a264-78bf53b63246 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:27:07.578114 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 758158e3-4749-4040-a264-78bf53b63246 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:27:07.578598 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 758158e3-4749-4040-a264-78bf53b63246 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:27:07.579024 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:27:07.580374 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:07.603041 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:07.614759 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:27:07.615101 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:27:07.615208 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] Pushing event deleted for resources: {'Network': ['ID=261c4044-c276-4e89-9a06-198050aed13e,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:07.617692 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-5d88ff09-9084-4efe-8f70-449212652ead admin admin] 10.222.0.42 "DELETE /v2.0/networks/261c4044-c276-4e89-9a06-198050aed13e HTTP/1.1" status: 204 len: 168 time: 0.9978921 May 27 00:27:07.620507 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36024) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:07.796708 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-cc91b505-6f0b-43fd-ad0b-7b1592c11352 None None] Deleting port 1b14b18c-a9f2-4e69-bdbe-9380ae8c6207 {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:07.796985 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cc91b505-6f0b-43fd-ad0b-7b1592c11352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:07.862860 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-cc91b505-6f0b-43fd-ad0b-7b1592c11352 None None] The port '1b14b18c-a9f2-4e69-bdbe-9380ae8c6207' was deleted {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 00:27:08.019014 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f661ae0-fa98-40d2-8c2f-7e4fa5e9aa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825496'] for router_interface, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:08.637776 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-3f661ae0-fa98-40d2-8c2f-7e4fa5e9aa43 admin admin] Deleting port bd2c035c-7fa3-4f45-b790-8f81ce30c453 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:08.638927 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f661ae0-fa98-40d2-8c2f-7e4fa5e9aa43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:08.903355 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [None req-3f661ae0-fa98-40d2-8c2f-7e4fa5e9aa43 admin admin] For port bd2c035c-7fa3-4f45-b790-8f81ce30c453, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=bd2c035c-7fa3-4f45-b790-8f81ce30c453,segment=NetworkSegment(277c2df5-d704-453f-ae05-7df3e4251e5b),segment_id=277c2df5-d704-453f-ae05-7df3e4251e5b)] {{(pid=83255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:08.904137 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f661ae0-fa98-40d2-8c2f-7e4fa5e9aa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:09.024045 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-3f661ae0-fa98-40d2-8c2f-7e4fa5e9aa43 admin admin] Calling delete_port for bd2c035c-7fa3-4f45-b790-8f81ce30c453 owned by network:router_interface {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:27:09.204486 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f661ae0-fa98-40d2-8c2f-7e4fa5e9aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:09.250916 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f661ae0-fa98-40d2-8c2f-7e4fa5e9aa43 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2c035c-7fa3-4f45-b790-8f81ce30c453,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:09.549862 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f661ae0-fa98-40d2-8c2f-7e4fa5e9aa43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15341180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1825423'] for router_interface, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:10.144677 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f661ae0-fa98-40d2-8c2f-7e4fa5e9aa43 admin admin] Router 212c068a-3275-412b-98d5-e2b403ff9534 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:27:10.443016 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f661ae0-fa98-40d2-8c2f-7e4fa5e9aa43 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:27:10.451592 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18163778-2333-47fc-8f3e-a48f5bea37ce None None] Sync routers for ids ['212c068a-3275-412b-98d5-e2b403ff9534'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:27:10.452085 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-3f661ae0-fa98-40d2-8c2f-7e4fa5e9aa43 admin admin] 10.222.0.42 "PUT /v2.0/routers/212c068a-3275-412b-98d5-e2b403ff9534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8298843 May 27 00:27:10.454275 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36034) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:10.463426 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18163778-2333-47fc-8f3e-a48f5bea37ce None None] Routers {'212c068a-3275-412b-98d5-e2b403ff9534'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:27:10.464020 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-18163778-2333-47fc-8f3e-a48f5bea37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:26:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['212c068a-3275-412b-98d5-e2b403ff9534'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:10.663280 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:10.679103 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-18163778-2333-47fc-8f3e-a48f5bea37ce None None] Set router 212c068a-3275-412b-98d5-e2b403ff9534 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:27:10.861980 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:10.871418 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Deleting port 12a49010-d6f3-438f-b18e-b02e9a13bb27 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:10.871802 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:10.978602 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-18163778-2333-47fc-8f3e-a48f5bea37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c068a-3275-412b-98d5-e2b403ff9534', 'name': 'tempest-TestMinimumBasicScenario-1329773058-router', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103'}], 'enable_snat': True}, 'gw_port_id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:53Z', 'updated_at': '2022-05-27T00:27:09Z', 'revision_number': 5, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'gw_port': {'id': '12a49010-d6f3-438f-b18e-b02e9a13bb27', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c068a-3275-412b-98d5-e2b403ff9534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:22:54Z', 'updated_at': '2022-05-27T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:10.983542 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18163778-2333-47fc-8f3e-a48f5bea37ce None None] Checking router: 212c068a-3275-412b-98d5-e2b403ff9534 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:27:10.994527 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18163778-2333-47fc-8f3e-a48f5bea37ce None None] Routers {'212c068a-3275-412b-98d5-e2b403ff9534'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:27:10.995228 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-18163778-2333-47fc-8f3e-a48f5bea37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:26:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['212c068a-3275-412b-98d5-e2b403ff9534'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:11.054956 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] For port 12a49010-d6f3-438f-b18e-b02e9a13bb27, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=12a49010-d6f3-438f-b18e-b02e9a13bb27,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:11.055333 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:11.155585 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-18163778-2333-47fc-8f3e-a48f5bea37ce None None] Set router 212c068a-3275-412b-98d5-e2b403ff9534 gateway port host: None {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:27:11.175606 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Calling delete_port for 12a49010-d6f3-438f-b18e-b02e9a13bb27 owned by network:router_gateway {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:27:11.265563 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-18163778-2333-47fc-8f3e-a48f5bea37ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c068a-3275-412b-98d5-e2b403ff9534', 'name': 'tempest-TestMinimumBasicScenario-1329773058-router', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:53Z', 'updated_at': '2022-05-27T00:27:10Z', 'revision_number': 6, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'gw_port_host': None}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:11.269630 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18163778-2333-47fc-8f3e-a48f5bea37ce None None] The sync data for ids ['212c068a-3275-412b-98d5-e2b403ff9534'] in dv-cinder-843305-3-smb is: [{'id': '212c068a-3275-412b-98d5-e2b403ff9534', 'name': 'tempest-TestMinimumBasicScenario-1329773058-router', 'tenant_id': '2635bea386c6422bbb0a300e528e7348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:22:53Z', 'updated_at': '2022-05-27T00:27:10Z', 'revision_number': 6, 'project_id': '2635bea386c6422bbb0a300e528e7348', 'gw_port_host': None}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:27:11.354608 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:11.400155 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a49010-d6f3-438f-b18e-b02e9a13bb27,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:11.711937 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device bd2c035c-7fa3-4f45-b790-8f81ce30c453 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:27:11.714882 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825221'] for router_gateway, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:11.749555 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: bd2c035c-7fa3-4f45-b790-8f81ce30c453 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:27:11.749892 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device bd2c035c-7fa3-4f45-b790-8f81ce30c453 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:27:11.973664 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31841'] for router, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:11.979293 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.004954 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1824409'] for router, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.005436 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 212c068a-3275-412b-98d5-e2b403ff9534 {{(pid=83256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 00:27:12.026523 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] Notify callbacks [] for router, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.027668 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-d0d85d14-8ca1-47b8-bd84-ccd0881d96d7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/212c068a-3275-412b-98d5-e2b403ff9534 HTTP/1.1" status: 204 len: 168 time: 1.5724256 May 27 00:27:12.030062 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36042) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:12.090370 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb34f04d-b176-4d9c-b8f9-c6264196d36e admin admin] Deleting subnet 62d5600b-c446-4279-b3b2-dbe707998e8b {{(pid=83256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:27:12.093226 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-eb34f04d-b176-4d9c-b8f9-c6264196d36e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.145923 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-eb34f04d-b176-4d9c-b8f9-c6264196d36e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058505'] for subnet, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.222972 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-eb34f04d-b176-4d9c-b8f9-c6264196d36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.295768 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-eb34f04d-b176-4d9c-b8f9-c6264196d36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3030246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2366244'] for subnet, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.341395 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34f04d-b176-4d9c-b8f9-c6264196d36e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d5600b-c446-4279-b3b2-dbe707998e8b,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:12.349252 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-eb34f04d-b176-4d9c-b8f9-c6264196d36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.356308 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00386865-2275-485f-bab9-11981e2ddaf5 None None] Network 4fa86d3b-d1da-439b-b73b-1227ef8ca948 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:27:12.363068 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-eb34f04d-b176-4d9c-b8f9-c6264196d36e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/62d5600b-c446-4279-b3b2-dbe707998e8b HTTP/1.1" status: 204 len: 168 time: 0.3319888 May 27 00:27:12.365445 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36048) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:12.474225 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.486025 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Deleting port 4ee7f3f2-4b26-4690-878b-44178799aa0f {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:12.486427 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.602925 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b6365-bb40-43ff-b3d0-cbf624dcb3e9 None None] DHCP port deletion for 4fa86d3b-d1da-439b-b73b-1227ef8ca948 request from dv-cinder-843305-3-smb {{(pid=83257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 00:27:12.608896 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b6365-bb40-43ff-b3d0-cbf624dcb3e9 None None] Deleting port 4ee7f3f2-4b26-4690-878b-44178799aa0f {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:12.609416 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6365-bb40-43ff-b3d0-cbf624dcb3e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.661376 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.692915 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] For port 4ee7f3f2-4b26-4690-878b-44178799aa0f, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=4ee7f3f2-4b26-4690-878b-44178799aa0f,segment=NetworkSegment(277c2df5-d704-453f-ae05-7df3e4251e5b),segment_id=277c2df5-d704-453f-ae05-7df3e4251e5b)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:12.693278 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.811643 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Calling delete_port for 4ee7f3f2-4b26-4690-878b-44178799aa0f owned by network:dhcp {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:27:12.821721 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-5c4b6365-bb40-43ff-b3d0-cbf624dcb3e9 None None] For port 4ee7f3f2-4b26-4690-878b-44178799aa0f, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=4ee7f3f2-4b26-4690-878b-44178799aa0f,segment=NetworkSegment(277c2df5-d704-453f-ae05-7df3e4251e5b),segment_id=277c2df5-d704-453f-ae05-7df3e4251e5b)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:12.822189 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6365-bb40-43ff-b3d0-cbf624dcb3e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:12.949878 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b6365-bb40-43ff-b3d0-cbf624dcb3e9 None None] Calling delete_port for 4ee7f3f2-4b26-4690-878b-44178799aa0f owned by network:dhcp {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:27:12.982470 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:13.025272 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee7f3f2-4b26-4690-878b-44178799aa0f,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:13.025541 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.db.api [None req-5c4b6365-bb40-43ff-b3d0-cbf624dcb3e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:27:13.025804 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG oslo_db.api [None req-5c4b6365-bb40-43ff-b3d0-cbf624dcb3e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:27:13.031773 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] No DVR routers for this DVR port 4ee7f3f2-4b26-4690-878b-44178799aa0f on host dv-cinder-843305-3-smb {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:27:13.147185 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:13.173161 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa86d3b-d1da-439b-b73b-1227ef8ca948']}} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:13.185409 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277c2df5-d704-453f-ae05-7df3e4251e5b') {'for_net_delete': True} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:13.185698 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277c2df5-d704-453f-ae05-7df3e4251e5b') {} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:13.196914 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058874'] for segment, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:13.217911 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:13.224103 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:27:13.224473 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3030152'] for segment, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: Traceback (most recent call last): May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: timer() May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: cb(*args, **kw) May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: return func(*args, **kwargs) May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: self._notify() May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: self.callback(batched_events) May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: event.method(event) May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: return f(self, *a, **k) May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: return self._get(url).json() May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: return self.request(url, 'GET', **kwargs) May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:27:13.237559 dv-cinder-843305-3-smb neutron-server[83256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:27:13.311472 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:13.316258 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:13.339766 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa86d3b-d1da-439b-b73b-1227ef8ca948,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:13.343323 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-9378bac3-6378-4473-898d-94918b4f2301 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4fa86d3b-d1da-439b-b73b-1227ef8ca948 HTTP/1.1" status: 204 len: 168 time: 0.9768291 May 27 00:27:13.526992 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b6365-bb40-43ff-b3d0-cbf624dcb3e9 None None] Deleting port 4ee7f3f2-4b26-4690-878b-44178799aa0f {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:13.527665 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6365-bb40-43ff-b3d0-cbf624dcb3e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:13.546808 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36058) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:13.562459 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 12a49010-d6f3-438f-b18e-b02e9a13bb27 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:27:13.602776 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 12a49010-d6f3-438f-b18e-b02e9a13bb27 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:27:13.602776 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 12a49010-d6f3-438f-b18e-b02e9a13bb27 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:27:13.602776 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 4ee7f3f2-4b26-4690-878b-44178799aa0f no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:27:13.609208 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-77f835c9-7f34-42ea-afca-ebd2d4e3c5bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c2af662b43a4f84956f7ba127bb9a16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0590689 May 27 00:27:13.609458 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36062) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:13.642503 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 4ee7f3f2-4b26-4690-878b-44178799aa0f {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:27:13.642841 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 4ee7f3f2-4b26-4690-878b-44178799aa0f not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:27:13.688188 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4bc54a02-3e7a-4c51-8029-8a73130d2fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:13.715547 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4bc54a02-3e7a-4c51-8029-8a73130d2fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:13.735222 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b6365-bb40-43ff-b3d0-cbf624dcb3e9 None None] The port '4ee7f3f2-4b26-4690-878b-44178799aa0f' was deleted {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 00:27:13.772430 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4bc54a02-3e7a-4c51-8029-8a73130d2fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:13.788509 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc54a02-3e7a-4c51-8029-8a73130d2fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98df21b0-65ca-48e1-a7f0-503c974b5196,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:13.793125 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4bc54a02-3e7a-4c51-8029-8a73130d2fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:13.794793 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-4bc54a02-3e7a-4c51-8029-8a73130d2fb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98df21b0-65ca-48e1-a7f0-503c974b5196 HTTP/1.1" status: 204 len: 168 time: 0.1839170 May 27 00:27:14.187255 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36070) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:14.240168 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-722fc906-13f8-47b6-949b-6b28fbdddbe1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2635bea386c6422bbb0a300e528e7348&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516906 May 27 00:27:14.242518 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36074) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:14.300454 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8549d2bd-d8db-4d02-ab44-7637bbc3c9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:14.324722 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8549d2bd-d8db-4d02-ab44-7637bbc3c9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:14.376314 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8549d2bd-d8db-4d02-ab44-7637bbc3c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:14.390276 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549d2bd-d8db-4d02-ab44-7637bbc3c9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e16417d-0efb-405d-b6ad-9bd63b2089e0,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:14.396138 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8549d2bd-d8db-4d02-ab44-7637bbc3c9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:14.397232 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-8549d2bd-d8db-4d02-ab44-7637bbc3c9fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e16417d-0efb-405d-b6ad-9bd63b2089e0 HTTP/1.1" status: 204 len: 168 time: 0.1538484 May 27 00:27:20.870084 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36112) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:21.027645 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-dc6be545-b781-48f7-af23-e0c4a643dfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:21.058119 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-dc6be545-b781-48f7-af23-e0c4a643dfaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:27:21.062339 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-dc6be545-b781-48f7-af23-e0c4a643dfaf admin admin] Usage tracker for resource:security_group_rule and tenant:403f68b43dec4824bc5d705dd2bace5c is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:27:21.065049 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-dc6be545-b781-48f7-af23-e0c4a643dfaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:27:21.070813 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-dc6be545-b781-48f7-af23-e0c4a643dfaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:27:21.134269 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-dc6be545-b781-48f7-af23-e0c4a643dfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:21.138713 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-dc6be545-b781-48f7-af23-e0c4a643dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:21.188869 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6be545-b781-48f7-af23-e0c4a643dfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f919dd0b-be78-4163-af49-596ec217b87c,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:21.194298 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-dc6be545-b781-48f7-af23-e0c4a643dfaf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=403f68b43dec4824bc5d705dd2bace5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3230760 May 27 00:27:21.196788 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36118) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:21.254555 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9cae-e6ea-4e9a-b211-6e06cc804981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:21.278780 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9cae-e6ea-4e9a-b211-6e06cc804981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:21.328815 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9cae-e6ea-4e9a-b211-6e06cc804981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:21.342968 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f9cae-e6ea-4e9a-b211-6e06cc804981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f919dd0b-be78-4163-af49-596ec217b87c,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:21.349338 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9cae-e6ea-4e9a-b211-6e06cc804981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:21.350975 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ed9f9cae-e6ea-4e9a-b211-6e06cc804981 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f919dd0b-be78-4163-af49-596ec217b87c HTTP/1.1" status: 204 len: 168 time: 0.1527326 May 27 00:27:24.282250 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a985f9f2-4038-422c-8d2b-cc79d41b7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:26.485995 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-70f7bf62-e58d-4e83-80fd-24075351b523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:27.963289 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:28.014902 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:29.230987 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:32.336904 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a179970-2fef-479e-8ac7-b19a9f32fe1e req-c6eef472-de4f-46d6-83f7-b3f857dc7f84 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:32.338371 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7a179970-2fef-479e-8ac7-b19a9f32fe1e req-c6eef472-de4f-46d6-83f7-b3f857dc7f84 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 945 time: 0.0816958 May 27 00:27:32.384487 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7a179970-2fef-479e-8ac7-b19a9f32fe1e req-8ea45a6f-3055-4af8-83ea-04652eb6f78f tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403829 May 27 00:27:33.593280 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5e5c3-abfe-46bf-bb15-83786735a04c req-40a76844-846d-48f4-aecd-a79fe8bb8a09 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:33.594720 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-36b5e5c3-abfe-46bf-bb15-83786735a04c req-40a76844-846d-48f4-aecd-a79fe8bb8a09 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 945 time: 0.0799184 May 27 00:27:33.639726 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-36b5e5c3-abfe-46bf-bb15-83786735a04c req-9a4684c6-b4c9-4993-be23-dac1cfa76ee8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394375 May 27 00:27:34.164554 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-e2361831-317d-4437-9553-69fde98eff39 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:34.165977 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-e2361831-317d-4437-9553-69fde98eff39 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 945 time: 0.0794952 May 27 00:27:34.244867 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Deleting port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:34.245207 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:34.489725 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] For port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:34.490077 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:34.794562 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:34.795226 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:34.795226 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Floating IP a45a9ed1-f4e9-4594-9f0b-3db1310ecf20 disassociated. External IP: 172.28.0.30, port: d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f. May 27 00:27:34.795568 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Calling delete_port for d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:27:35.099350 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:35.153788 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event deleted for resources: {'Port': ['ID=d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:35.227648 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffd103-4c84-4f49-86b6-8ee6597a3a74 req-4820c183-e35d-4808-ae01-7550ed55e295 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:35.229090 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-83ffd103-4c84-4f49-86b6-8ee6597a3a74 req-4820c183-e35d-4808-ae01-7550ed55e295 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae886b72-311c-45f6-95cd-cb32a3f35a76 HTTP/1.1" status: 200 len: 945 time: 0.3059914 May 27 00:27:35.343332 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-83ffd103-4c84-4f49-86b6-8ee6597a3a74 req-1f8bcd77-ed4b-4f38-9b9e-46810cf7ccd1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=17dcd38b-9f19-400b-bf3a-c73a71cc4846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074207 May 27 00:27:35.409927 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Router 3c615583-5d2c-4060-8219-819a8774d21c has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:27:35.619752 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:27:35.632174 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdbefba-afe0-4756-a9d7-51e7b439e674 None None] Sync routers for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:27:35.647271 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdbefba-afe0-4756-a9d7-51e7b439e674 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:27:35.648472 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-9cdbefba-afe0-4756-a9d7-51e7b439e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:27:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:35.694006 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] No DVR routers for this DVR port d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:27:35.696747 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:35.699497 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'name': 'network-vif-deleted', 'tag': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:27:35.715965 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f2c12c2f-979f-4c08-a4a5-8f0608dcfd3c req-4ffd8d4a-89ae-448f-813c-8240041e50f6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "DELETE /v2.0/ports/d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f HTTP/1.1" status: 204 len: 173 time: 1.5404263 May 27 00:27:35.758787 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb62dd6b-673c-49c9-804c-2a9bc527902a'] response: {'server_uuid': 'ae886b72-311c-45f6-95cd-cb32a3f35a76', 'name': 'network-vif-deleted', 'tag': 'd3cf0f86-8702-4bb3-a968-c1ed9fecdb4f', 'status': 'completed', 'code': 200} May 27 00:27:35.846957 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-9cdbefba-afe0-4756-a9d7-51e7b439e674 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:27:36.172950 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-9cdbefba-afe0-4756-a9d7-51e7b439e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:36.177617 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdbefba-afe0-4756-a9d7-51e7b439e674 None None] Checking router: 3c615583-5d2c-4060-8219-819a8774d21c for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:27:36.189089 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdbefba-afe0-4756-a9d7-51e7b439e674 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:27:36.189722 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-9cdbefba-afe0-4756-a9d7-51e7b439e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:27:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:36.415095 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-9cdbefba-afe0-4756-a9d7-51e7b439e674 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:27:36.446481 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36286) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:36.496441 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36294) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:36.569844 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff935c54-f0b7-4d88-9107-1e71cc9e3fde tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:36.599405 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff935c54-f0b7-4d88-9107-1e71cc9e3fde tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:36.657753 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3015eb3c-6eba-4c98-a24b-471e8231ad61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:36.688131 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff935c54-f0b7-4d88-9107-1e71cc9e3fde tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:36.716056 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-3015eb3c-6eba-4c98-a24b-471e8231ad61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:27:36.719721 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff935c54-f0b7-4d88-9107-1e71cc9e3fde tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dcd38b-9f19-400b-bf3a-c73a71cc4846,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:36.723969 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-3015eb3c-6eba-4c98-a24b-471e8231ad61 admin admin] Usage tracker for resource:security_group_rule and tenant:fad5475d7c804aecb7839ccf0bd26ec7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:27:36.728464 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-3015eb3c-6eba-4c98-a24b-471e8231ad61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:27:36.737121 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-3015eb3c-6eba-4c98-a24b-471e8231ad61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:27:36.741416 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff935c54-f0b7-4d88-9107-1e71cc9e3fde tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:36.745504 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ff935c54-f0b7-4d88-9107-1e71cc9e3fde tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "DELETE /v2.0/security-groups/17dcd38b-9f19-400b-bf3a-c73a71cc4846 HTTP/1.1" status: 204 len: 168 time: 0.2470961 May 27 00:27:36.745704 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36298) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:36.749801 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-9cdbefba-afe0-4756-a9d7-51e7b439e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:36.754319 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdbefba-afe0-4756-a9d7-51e7b439e674 None None] The sync data for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb is: [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:27:36.772301 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.api.v2.resource [None req-370435ba-3598-491a-930c-1ff4342252c4 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] show failed (client error): The resource could not be found. May 27 00:27:36.774193 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-370435ba-3598-491a-930c-1ff4342252c4 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups/17dcd38b-9f19-400b-bf3a-c73a71cc4846 HTTP/1.1" status: 404 len: 347 time: 0.0270810 May 27 00:27:36.776589 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36302) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:36.820784 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3015eb3c-6eba-4c98-a24b-471e8231ad61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:36.825474 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3015eb3c-6eba-4c98-a24b-471e8231ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:36.873441 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015eb3c-6eba-4c98-a24b-471e8231ad61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747c66ba-ae66-4c37-b950-b8d2e42fb8a9,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:36.879807 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-3015eb3c-6eba-4c98-a24b-471e8231ad61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fad5475d7c804aecb7839ccf0bd26ec7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4322660 May 27 00:27:36.882509 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36306) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:36.939908 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Deleting port 37f4b4d4-3fcc-4377-ba51-db9184b1305a {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:36.940245 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:36.953902 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4018c0b5-bfe0-433c-89a9-204afc9c316b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:36.984054 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4018c0b5-bfe0-433c-89a9-204afc9c316b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:37.008094 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94b0df-4d6d-42c6-80cf-923141284143 None None] New status for floating IP a45a9ed1-f4e9-4594-9f0b-3db1310ecf20: DOWN {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:27:37.040556 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4018c0b5-bfe0-433c-89a9-204afc9c316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:37.061828 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018c0b5-bfe0-433c-89a9-204afc9c316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747c66ba-ae66-4c37-b950-b8d2e42fb8a9,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:37.065484 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4018c0b5-bfe0-433c-89a9-204afc9c316b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:37.069630 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-4018c0b5-bfe0-433c-89a9-204afc9c316b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/747c66ba-ae66-4c37-b950-b8d2e42fb8a9 HTTP/1.1" status: 204 len: 168 time: 0.1860414 May 27 00:27:37.116872 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:37.117440 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:37.240405 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Calling delete_port for 37f4b4d4-3fcc-4377-ba51-db9184b1305a owned by network:floatingip {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:27:37.322869 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.db.api [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:27:37.323209 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG oslo_db.api [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:27:37.482756 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:27:37.517489 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:27:37.517833 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device d3cf0f86-8702-4bb3-a968-c1ed9fecdb4f not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:27:37.824757 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Deleting port 37f4b4d4-3fcc-4377-ba51-db9184b1305a {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:27:37.825250 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:38.007505 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:38.007849 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:38.224303 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Calling delete_port for 37f4b4d4-3fcc-4377-ba51-db9184b1305a owned by network:floatingip {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:27:38.387242 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:38.446417 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event deleted for resources: {'Port': ['ID=37f4b4d4-3fcc-4377-ba51-db9184b1305a,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:38.547333 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:38.561239 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:38.562444 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-78f76672-9731-4834-ae12-ecf18da15018 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "DELETE /v2.0/floatingips/a45a9ed1-f4e9-4594-9f0b-3db1310ecf20 HTTP/1.1" status: 204 len: 168 time: 1.7849560 May 27 00:27:38.651877 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36344) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:38.658294 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--782969688', 'description': 'tempest-description--1851940044'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:27:38.664724 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:27:38.669558 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:27:38.674251 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:27:38.680156 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:27:38.690071 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:38.730060 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:27:38.735310 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:27:38.738422 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:27:38.745783 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:27:38.803813 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:38.807361 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:38.852761 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881951ac-7391-4afa-8489-57edfe425ee0,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:38.856633 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:38.857756 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-20e5125f-a8c3-4b9e-98f9-936d50f1e7c8 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2048864 May 27 00:27:38.862840 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36352) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:38.868440 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-9aa161dc-b67f-4ed6-8d4d-60f389648ea5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'security_group_rule': {'security_group_id': '881951ac-7391-4afa-8489-57edfe425ee0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:27:38.874743 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-9aa161dc-b67f-4ed6-8d4d-60f389648ea5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:27:38.878561 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-9aa161dc-b67f-4ed6-8d4d-60f389648ea5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:27:38.881522 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-9aa161dc-b67f-4ed6-8d4d-60f389648ea5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:27:38.888394 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-9aa161dc-b67f-4ed6-8d4d-60f389648ea5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:27:38.905093 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9aa161dc-b67f-4ed6-8d4d-60f389648ea5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:38.973428 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9aa161dc-b67f-4ed6-8d4d-60f389648ea5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:38.976940 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9aa161dc-b67f-4ed6-8d4d-60f389648ea5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:39.000223 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa161dc-b67f-4ed6-8d4d-60f389648ea5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a8a153-cc05-44bc-93c8-e53789b2129a,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:39.008821 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9aa161dc-b67f-4ed6-8d4d-60f389648ea5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:39.009999 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-9aa161dc-b67f-4ed6-8d4d-60f389648ea5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1462245 May 27 00:27:39.013202 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36356) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:39.018481 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-7b8f6de3-0748-415b-9ac5-b57099f4210d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'security_group_rule': {'security_group_id': '881951ac-7391-4afa-8489-57edfe425ee0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:27:39.024337 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-7b8f6de3-0748-415b-9ac5-b57099f4210d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:27:39.028501 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-7b8f6de3-0748-415b-9ac5-b57099f4210d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:security_group_rule and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:27:39.031417 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-7b8f6de3-0748-415b-9ac5-b57099f4210d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:27:39.037222 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-7b8f6de3-0748-415b-9ac5-b57099f4210d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:27:39.054940 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6de3-0748-415b-9ac5-b57099f4210d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:39.119654 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6de3-0748-415b-9ac5-b57099f4210d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:39.124881 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6de3-0748-415b-9ac5-b57099f4210d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:39.148928 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f6de3-0748-415b-9ac5-b57099f4210d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032dd08d-27f9-4d8e-a347-045efd47d137,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:39.158071 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7b8f6de3-0748-415b-9ac5-b57099f4210d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:39.159216 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-7b8f6de3-0748-415b-9ac5-b57099f4210d tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1450660 May 27 00:27:39.162702 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36360) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:39.168217 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'floatingip': {'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:27:39.174233 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:27:39.178153 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Usage tracker for resource:floatingip and tenant:8ab7c208c3194694b0754eced701a5e1 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:27:39.181013 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:27:39.187490 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:27:39.197849 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:39.335813 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:39.472617 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Allocated IP 172.28.0.168 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/9e8f4756-b140-4566-bcfe-9f5c35b6fa0e) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:27:39.624939 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:39.653716 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:39.722201 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:27:39.725063 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:27:39.729353 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:27:39.759739 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'Port': ['ID=9e8f4756-b140-4566-bcfe-9f5c35b6fa0e,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:39.911589 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:39.967384 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:40.068634 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:27:40.167964 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:40.172292 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:40.276113 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'Port': ['ID=9e8f4756-b140-4566-bcfe-9f5c35b6fa0e,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:40.290838 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:40.312699 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:40.314965 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-646400f2-c8c2-4d52-b704-011de551b308 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1503046 May 27 00:27:40.538679 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-2c4b7310-93bc-43ec-b550-2a3f8f82a5b9 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:security_group {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:27:40.555819 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-2c4b7310-93bc-43ec-b550-2a3f8f82a5b9 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:security_group {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:27:40.557392 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-2c4b7310-93bc-43ec-b550-2a3f8f82a5b9 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--782969688&fields=id&tenant_id=8ab7c208c3194694b0754eced701a5e1 HTTP/1.1" status: 200 len: 267 time: 0.0593460 May 27 00:27:40.795849 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-11559a6b-c517-46f7-895f-e9f795b8edeb tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:40.797322 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-11559a6b-c517-46f7-895f-e9f795b8edeb tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 814 time: 0.2331204 May 27 00:27:40.815610 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-8ab654e4-0b08-4aff-a92d-0a1e44072ac7 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/quotas/8ab7c208c3194694b0754eced701a5e1 HTTP/1.1" status: 200 len: 375 time: 0.0124609 May 27 00:27:40.908334 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-42950b3c-9b8d-4088-8be3-99ded8ffe5f1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:27:40.926147 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-42950b3c-9b8d-4088-8be3-99ded8ffe5f1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:27:40.930080 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-42950b3c-9b8d-4088-8be3-99ded8ffe5f1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1073852 May 27 00:27:41.167736 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36400) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:41.213995 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-c93be59a-e843-4108-8487-1bee220a5f22 service neutron] 10.222.0.42 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722008 May 27 00:27:41.324956 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bd85-efd9-44b7-93bf-6b84b172042a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:41.359819 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e8d5bd85-efd9-44b7-93bf-6b84b172042a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:27:41.363725 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e8d5bd85-efd9-44b7-93bf-6b84b172042a admin admin] Usage tracker for resource:security_group_rule and tenant:55e1c089de50470f8f2bd7de1a5ee85a is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:27:41.366638 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e8d5bd85-efd9-44b7-93bf-6b84b172042a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:27:41.372465 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e8d5bd85-efd9-44b7-93bf-6b84b172042a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:27:41.392437 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-c67eaff4-b66d-4c37-846c-a24521317a3c service neutron] 10.222.0.42 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741507 May 27 00:27:41.424460 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b962234-716f-4dc1-9a8c-6e47fbd5ca9a req-41cd6b13-3c6c-4c23-b5e0-2bbb65243264 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:41.429802 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b962234-716f-4dc1-9a8c-6e47fbd5ca9a req-41cd6b13-3c6c-4c23-b5e0-2bbb65243264 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1001008 May 27 00:27:41.451341 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bd85-efd9-44b7-93bf-6b84b172042a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:41.455924 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e8d5bd85-efd9-44b7-93bf-6b84b172042a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:41.473280 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b962234-716f-4dc1-9a8c-6e47fbd5ca9a req-0b03bb19-296e-4c0a-8b97-8fff5fe182b2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417171 May 27 00:27:41.503408 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5bd85-efd9-44b7-93bf-6b84b172042a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd27698c-4a39-4a30-9486-a91135eb5b02,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:41.509217 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-e8d5bd85-efd9-44b7-93bf-6b84b172042a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55e1c089de50470f8f2bd7de1a5ee85a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3385260 May 27 00:27:41.516401 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36408) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:41.625816 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2758ffb1-31a3-4f0e-bb8c-bcf99d86efad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:41.642077 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c30b882f-b278-4da7-81f3-daada95499a4 req-be2f901e-09f1-4732-abbd-13d6a3b6fcf7 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 210 time: 0.0542495 May 27 00:27:41.661471 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2758ffb1-31a3-4f0e-bb8c-bcf99d86efad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:41.718225 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2758ffb1-31a3-4f0e-bb8c-bcf99d86efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:41.732311 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758ffb1-31a3-4f0e-bb8c-bcf99d86efad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd27698c-4a39-4a30-9486-a91135eb5b02,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:41.738770 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-2758ffb1-31a3-4f0e-bb8c-bcf99d86efad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:41.739859 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-2758ffb1-31a3-4f0e-bb8c-bcf99d86efad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd27698c-4a39-4a30-9486-a91135eb5b02 HTTP/1.1" status: 204 len: 168 time: 0.2222531 May 27 00:27:42.633726 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:42.788140 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-29c5156d-7fae-4bef-85e7-b6ff8188bcb5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:42.789868 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-29c5156d-7fae-4bef-85e7-b6ff8188bcb5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 814 time: 0.2310903 May 27 00:27:42.847305 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a8e0da72-34c1-4803-9117-ede4afb5ce9b req-4de35649-16c1-490b-8c8d-278788a67b69 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 210 time: 0.0675242 May 27 00:27:42.854511 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357ef2f-8d8a-442f-b813-c6e78e415f7f req-1b6b23ea-ddb9-49d0-bc3a-39f9cc870f50 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:42.855913 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7357ef2f-8d8a-442f-b813-c6e78e415f7f req-1b6b23ea-ddb9-49d0-bc3a-39f9cc870f50 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.2144413 May 27 00:27:42.914971 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-4ca78774-5d2b-47f8-ab30-cf45528be4f5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ab7c208c3194694b0754eced701a5e1 HTTP/1.1" status: 200 len: 379 time: 0.0908761 May 27 00:27:42.924760 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'port': {'device_id': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'admin_state_up': True, 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'security_groups': ['881951ac-7391-4afa-8489-57edfe425ee0']}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:27:42.942468 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7357ef2f-8d8a-442f-b813-c6e78e415f7f req-924ffd17-b37b-42ab-a5b5-83dd5548cef3 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797117 May 27 00:27:43.061960 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:27:43.071601 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:27:43.081609 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Made reservation on behalf of 8ab7c208c3194694b0754eced701a5e1 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:27:43.084709 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:43.245208 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Allocated IP 172.20.0.12 (ea614eca-e993-4ff1-81c0-52f3da994159/0bf13785-f768-4929-8e39-bfb2f2cff627/c93912c0-a5dc-48db-8648-e5a2733951fc) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:27:43.428841 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:43.444426 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Transition to ACTIVE for port object c93912c0-a5dc-48db-8648-e5a2733951fc will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:27:43.466468 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:43.541774 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Network ea614eca-e993-4ff1-81c0-52f3da994159 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:27:43.544949 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:27:43.549477 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:27:43.578608 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event updated for resources: {'Port': ['ID=c93912c0-a5dc-48db-8648-e5a2733951fc,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:43.615306 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:43.615913 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:43.643877 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-fbaf72f0-825a-4839-847e-c694bef2bff1 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7228153 May 27 00:27:43.656760 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Request body: {'port': {'device_id': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:27:43.758056 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-058e03ef-9b34-4c67-ac22-5e66075cca24 None None] Provisioning for port c93912c0-a5dc-48db-8648-e5a2733951fc completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:27:43.763883 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-058e03ef-9b34-4c67-ac22-5e66075cca24 None None] Provisioning complete for port c93912c0-a5dc-48db-8648-e5a2733951fc triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:27:43.764387 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-058e03ef-9b34-4c67-ac22-5e66075cca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:43.819804 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-058e03ef-9b34-4c67-ac22-5e66075cca24 None None] Port c93912c0-a5dc-48db-8648-e5a2733951fc cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:27:43.869534 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:44.249332 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5a8f3-0a43-401d-bf1c-2e6ce2911514 req-9cdffe8b-5599-4ffe-a236-1e1369d900c0 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:44.249936 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-22f5a8f3-0a43-401d-bf1c-2e6ce2911514 req-9cdffe8b-5599-4ffe-a236-1e1369d900c0 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Synchronizing usage tracker for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:27:44.295640 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d5a4a-ecc7-49b4-bcc6-9a814d215fc0 req-d567e1bb-b422-44ea-acca-c35653524f3c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:44.297076 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3f6d5a4a-ecc7-49b4-bcc6-9a814d215fc0 req-d567e1bb-b422-44ea-acca-c35653524f3c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.2034419 May 27 00:27:44.300319 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-22f5a8f3-0a43-401d-bf1c-2e6ce2911514 req-9cdffe8b-5599-4ffe-a236-1e1369d900c0 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Unset dirty status for tenant:8ab7c208c3194694b0754eced701a5e1 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:27:44.301386 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-22f5a8f3-0a43-401d-bf1c-2e6ce2911514 req-9cdffe8b-5599-4ffe-a236-1e1369d900c0 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 932 time: 0.3128972 May 27 00:27:44.425987 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93912c0-a5dc-48db-8648-e5a2733951fc {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:27:44.442524 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:44.454075 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3f6d5a4a-ecc7-49b4-bcc6-9a814d215fc0 req-5bcd801f-d861-4830-b82c-1e7b58440802 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439323 May 27 00:27:44.462345 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-22f5a8f3-0a43-401d-bf1c-2e6ce2911514 req-014c0b32-fbb6-4b09-bf8a-bea59e02fa02 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=881951ac-7391-4afa-8489-57edfe425ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477535 May 27 00:27:44.465429 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Transition to ACTIVE for port object c93912c0-a5dc-48db-8648-e5a2733951fc will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:27:44.470705 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:44.602800 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Pushing event updated for resources: {'Port': ['ID=c93912c0-a5dc-48db-8648-e5a2733951fc,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:44.720201 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Attempting to bind port c93912c0-a5dc-48db-8648-e5a2733951fc on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:27:44.720201 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Attempting to bind port c93912c0-a5dc-48db-8648-e5a2733951fc by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:27:44.720201 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Attempting to bind port c93912c0-a5dc-48db-8648-e5a2733951fc on network ea614eca-e993-4ff1-81c0-52f3da994159 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:27:44.720955 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Port c93912c0-a5dc-48db-8648-e5a2733951fc on network ea614eca-e993-4ff1-81c0-52f3da994159 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:27:44.721282 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Attempting to bind port c93912c0-a5dc-48db-8648-e5a2733951fc on network ea614eca-e993-4ff1-81c0-52f3da994159 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:27:44.727587 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:27:44.727918 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Checking segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:27:44.728293 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Bound using segment: {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:27:44.728712 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Bound port: c93912c0-a5dc-48db-8648-e5a2733951fc, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e917d3c-573f-42a3-94b9-2ddc4e8e271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:27:44.729052 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:44.816651 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] For port c93912c0-a5dc-48db-8648-e5a2733951fc, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:27:44.819822 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] For port c93912c0-a5dc-48db-8648-e5a2733951fc, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c93912c0-a5dc-48db-8648-e5a2733951fc,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:27:44.823264 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:44.888206 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:44.889594 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] 10.222.0.60 "PUT /v2.0/ports/c93912c0-a5dc-48db-8648-e5a2733951fc HTTP/1.1" status: 200 len: 1094 time: 1.2371161 May 27 00:27:44.890061 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'tag': 'c93912c0-a5dc-48db-8648-e5a2733951fc'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:27:44.909614 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c81e31-52f1-4864-b2e4-bfa8d4e98c4c service neutron] Pushing event updated for resources: {'Port': ['ID=c93912c0-a5dc-48db-8648-e5a2733951fc,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:44.961830 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7939b8-56d9-41ac-b843-e28d1619fa82'] response: {'name': 'network-changed', 'server_uuid': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'tag': 'c93912c0-a5dc-48db-8648-e5a2733951fc', 'status': 'completed', 'code': 200} May 27 00:27:44.999683 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-41d20ebf-5e3f-4992-a973-8b546664cd34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 1097 time: 0.0720022 May 27 00:27:45.077676 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-5dd07aa0-a773-4682-83cc-da308cb3f2f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c93912c0-a5dc-48db-8648-e5a2733951fc HTTP/1.1" status: 200 len: 217 time: 0.0648417 May 27 00:27:45.138597 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-abd5cb81-b020-447b-9ba4-273aed2dec41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:45.140041 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-abd5cb81-b020-447b-9ba4-273aed2dec41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.0570314 May 27 00:27:45.219841 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-16207539-85bc-4301-b081-8a2637442b32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743196 May 27 00:27:45.353820 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-5dfeff47-3ac7-4b17-9995-c74b4ceefb68 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266191 May 27 00:27:45.584123 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-45dabfac-32bf-4e8e-bea5-4803fbd33a64 req-428e1230-1422-41ef-a5fd-98ec20306fcb service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239747 May 27 00:27:45.785799 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb825e-70c6-49e5-87a5-7363d109237c req-9af8dd42-3544-4a69-be14-bd613e32f907 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:45.787220 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2ddb825e-70c6-49e5-87a5-7363d109237c req-9af8dd42-3544-4a69-be14-bd613e32f907 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 944 time: 0.1959164 May 27 00:27:45.802083 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc1e18-b645-4457-95ef-41f587016399 req-b2f42557-eda8-42e3-ae3b-664c73c14d64 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:45.803500 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-15cc1e18-b645-4457-95ef-41f587016399 req-b2f42557-eda8-42e3-ae3b-664c73c14d64 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1738887 May 27 00:27:45.818972 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71719c6a-2671-4f11-be8a-5da1772ff5e8 req-cfda76a2-6abe-449e-98f7-c6e3643f7fce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 1097 time: 0.1562493 May 27 00:27:46.012721 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2ddb825e-70c6-49e5-87a5-7363d109237c req-081ee336-b0bc-4f40-bdda-00af3d2e7a0a tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=881951ac-7391-4afa-8489-57edfe425ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195768 May 27 00:27:46.018927 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-15cc1e18-b645-4457-95ef-41f587016399 req-b41cbb14-d603-479f-a658-a3adfa6f69cf tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990476 May 27 00:27:46.066235 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719c6a-2671-4f11-be8a-5da1772ff5e8 req-0459243e-6342-4fda-bd45-068f709622f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:46.067659 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71719c6a-2671-4f11-be8a-5da1772ff5e8 req-0459243e-6342-4fda-bd45-068f709622f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 915 time: 0.2257817 May 27 00:27:46.076366 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1d17ad2-311a-41f4-9dc7-ef7d0828936e req-b60c5a05-9537-4ae5-b7e6-f846631fd0da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 1099 time: 0.1522515 May 27 00:27:46.160486 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71719c6a-2671-4f11-be8a-5da1772ff5e8 req-7ee1a680-2271-4308-99c3-26cb9446d41f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c93912c0-a5dc-48db-8648-e5a2733951fc HTTP/1.1" status: 200 len: 217 time: 0.0831983 May 27 00:27:46.294294 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71719c6a-2671-4f11-be8a-5da1772ff5e8 req-6f94e82d-8656-430d-9171-70f55b92d990 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:46.295616 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71719c6a-2671-4f11-be8a-5da1772ff5e8 req-6f94e82d-8656-430d-9171-70f55b92d990 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.0893335 May 27 00:27:46.352105 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d17ad2-311a-41f4-9dc7-ef7d0828936e req-4109a3ad-3eb1-46ad-8c04-7e011c929773 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:46.353551 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1d17ad2-311a-41f4-9dc7-ef7d0828936e req-4109a3ad-3eb1-46ad-8c04-7e011c929773 service neutron] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 917 time: 0.2274618 May 27 00:27:46.464102 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71719c6a-2671-4f11-be8a-5da1772ff5e8 req-50c03a99-9d56-4774-b506-24743699ffaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1583421 May 27 00:27:46.466303 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1d17ad2-311a-41f4-9dc7-ef7d0828936e req-e04a99e4-a0e9-47a5-b8de-e909fcfc423d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e HTTP/1.1" status: 200 len: 1001 time: 0.1032887 May 27 00:27:46.616253 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d17ad2-311a-41f4-9dc7-ef7d0828936e req-43d0ab94-f4c9-442c-a43c-0be4974fef9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:46.617598 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1d17ad2-311a-41f4-9dc7-ef7d0828936e req-43d0ab94-f4c9-442c-a43c-0be4974fef9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.1414485 May 27 00:27:46.691624 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71719c6a-2671-4f11-be8a-5da1772ff5e8 req-1ef0bfc5-b558-432d-a609-18830e130a50 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164071 May 27 00:27:46.804251 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1d17ad2-311a-41f4-9dc7-ef7d0828936e req-3f887aae-7b94-494b-a983-42ee64bfd09e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1736703 May 27 00:27:46.913792 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71719c6a-2671-4f11-be8a-5da1772ff5e8 req-ab36f3bb-8621-4e9e-9820-fa6b388d7591 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137549 May 27 00:27:46.957107 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1d17ad2-311a-41f4-9dc7-ef7d0828936e req-5f1f5a37-abb4-45af-9531-557818eb708e service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427531 May 27 00:27:47.294575 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d1d17ad2-311a-41f4-9dc7-ef7d0828936e req-82d4603e-9a66-431a-a032-3e5038593b62 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301284 May 27 00:27:47.320268 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95f905-caf6-4ba9-80a5-2a3f456358d7 req-3eee054c-d0c7-4f75-985f-64e8874cc149 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:47.321744 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4f95f905-caf6-4ba9-80a5-2a3f456358d7 req-3eee054c-d0c7-4f75-985f-64e8874cc149 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 944 time: 0.1768529 May 27 00:27:47.333672 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5fab9-e1ce-4d1a-a654-6ae23088f879 req-d8b5c286-777d-43a4-89ff-1e18449ca950 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:47.335131 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a6c5fab9-e1ce-4d1a-a654-6ae23088f879 req-d8b5c286-777d-43a4-89ff-1e18449ca950 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1501467 May 27 00:27:47.412899 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a6c5fab9-e1ce-4d1a-a654-6ae23088f879 req-7a964d2e-a662-4011-8f36-235d449708b5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721788 May 27 00:27:47.415647 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4f95f905-caf6-4ba9-80a5-2a3f456358d7 req-b83886b4-4c84-4dff-9682-e28dcf2f1dbb tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=881951ac-7391-4afa-8489-57edfe425ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796413 May 27 00:27:47.532759 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device c93912c0-a5dc-48db-8648-e5a2733951fc details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:27:47.671194 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port c93912c0-a5dc-48db-8648-e5a2733951fc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c93912c0-a5dc-48db-8648-e5a2733951fc,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:47.689662 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': 'c93912c0-a5dc-48db-8648-e5a2733951fc', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'port_id': 'c93912c0-a5dc-48db-8648-e5a2733951fc', 'mac_address': 'fa:16:3e:db:1f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:27:47.744721 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:47.762387 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93912c0-a5dc-48db-8648-e5a2733951fc {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:27:47.777167 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port c93912c0-a5dc-48db-8648-e5a2733951fc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c93912c0-a5dc-48db-8648-e5a2733951fc,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:47.782393 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:47.849233 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=c93912c0-a5dc-48db-8648-e5a2733951fc,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:47.858978 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:47.859319 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:47.859652 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:47.859981 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:47.860306 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:47.860630 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:47.860947 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:47.861322 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:47.861647 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:47.861954 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:47.862382 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:27:48.102711 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['c93912c0-a5dc-48db-8648-e5a2733951fc'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:27:48.679135 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d7eac-8191-4fc3-8ff1-0d2022dd7881 req-aceb5b80-1401-4890-b272-2a06b5b61f81 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:48.680573 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-949d7eac-8191-4fc3-8ff1-0d2022dd7881 req-aceb5b80-1401-4890-b272-2a06b5b61f81 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1099977 May 27 00:27:48.687669 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f2080-1a41-4b4c-8b11-0277f38d6fb7 req-1fbb7a2f-31cb-45ac-9dc8-e1d696d0ecda tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:48.689085 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fd2f2080-1a41-4b4c-8b11-0277f38d6fb7 req-1fbb7a2f-31cb-45ac-9dc8-e1d696d0ecda tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 945 time: 0.1484463 May 27 00:27:48.764419 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-949d7eac-8191-4fc3-8ff1-0d2022dd7881 req-3019c271-9ceb-4ce1-8b13-9c132944497e tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742478 May 27 00:27:48.766688 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fd2f2080-1a41-4b4c-8b11-0277f38d6fb7 req-b304a389-991c-4f4a-9cb0-d473680ebad0 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=881951ac-7391-4afa-8489-57edfe425ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625863 May 27 00:27:49.531672 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device c93912c0-a5dc-48db-8648-e5a2733951fc up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:27:49.601871 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port c93912c0-a5dc-48db-8648-e5a2733951fc completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:27:49.607249 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port c93912c0-a5dc-48db-8648-e5a2733951fc triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:27:49.607610 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:49.721496 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:49.747186 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93912c0-a5dc-48db-8648-e5a2733951fc'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:27:49.757077 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port c93912c0-a5dc-48db-8648-e5a2733951fc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c93912c0-a5dc-48db-8648-e5a2733951fc,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:49.760842 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:49.810847 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90816e39-135c-4aad-80f0-4939cfed21ed'] response: {'server_uuid': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93912c0-a5dc-48db-8648-e5a2733951fc', 'code': 200} May 27 00:27:49.839944 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=c93912c0-a5dc-48db-8648-e5a2733951fc,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:50.114676 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba181d1-3407-4e07-aafc-05cd367691c6 req-cc495c0a-83d6-4369-8976-d7ac6fd4de84 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:50.116032 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cba181d1-3407-4e07-aafc-05cd367691c6 req-cc495c0a-83d6-4369-8976-d7ac6fd4de84 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 946 time: 0.2082841 May 27 00:27:50.123432 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472be6c-99f8-430c-99c7-2acf3401b040 req-014ebf92-19c9-4042-82db-e061944d6ae3 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:50.124856 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e472be6c-99f8-430c-99c7-2acf3401b040 req-014ebf92-19c9-4042-82db-e061944d6ae3 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1764517 May 27 00:27:50.130757 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-96443e73-b993-4058-a846-556e02fb77ab req-c9df75a0-7cc8-4463-85b4-5e38c733cf8c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 1099 time: 0.1384645 May 27 00:27:50.234298 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-96443e73-b993-4058-a846-556e02fb77ab req-13fd02e5-e43a-4f19-9c23-51a656181f02 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=881951ac-7391-4afa-8489-57edfe425ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878055 May 27 00:27:50.236751 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e472be6c-99f8-430c-99c7-2acf3401b040 req-cba0eeb4-3343-4d92-8167-7b00c5e839b1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051433 May 27 00:27:50.239335 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cba181d1-3407-4e07-aafc-05cd367691c6 req-f97b2ac6-b175-407b-8214-2a3923ac45c6 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=881951ac-7391-4afa-8489-57edfe425ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126859 May 27 00:27:51.497250 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef9c00-5af3-4b4b-8f56-b386eda413bf req-cf39719c-961e-45d6-8981-5cb9bbe3c351 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:51.498722 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e0ef9c00-5af3-4b4b-8f56-b386eda413bf req-cf39719c-961e-45d6-8981-5cb9bbe3c351 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 946 time: 0.1390762 May 27 00:27:51.505175 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed39ae8-92fa-4c60-b4e1-a41995b127a6 req-f36febfc-71ef-4ed0-ae33-6337c6bb5562 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:51.506620 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8ed39ae8-92fa-4c60-b4e1-a41995b127a6 req-f36febfc-71ef-4ed0-ae33-6337c6bb5562 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1131966 May 27 00:27:51.582246 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e0ef9c00-5af3-4b4b-8f56-b386eda413bf req-6a612fa1-90e8-4ae4-b44f-ec6d467603e3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=881951ac-7391-4afa-8489-57edfe425ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745623 May 27 00:27:51.585332 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8ed39ae8-92fa-4c60-b4e1-a41995b127a6 req-474525c9-e70f-4fa2-8e64-0e56cc238980 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632548 May 27 00:27:52.862529 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e67459-4cc1-4ff2-a4a2-2c50226b2425 req-8579e6ca-9dd9-49ec-9a9f-0ce566eb88b5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:52.863976 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a7e67459-4cc1-4ff2-a4a2-2c50226b2425 req-8579e6ca-9dd9-49ec-9a9f-0ce566eb88b5 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 946 time: 0.1384065 May 27 00:27:52.870658 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb7169-d981-417f-b871-17e88767a53f req-47af8686-2473-48ee-8a50-56973164b06d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:52.872118 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fabb7169-d981-417f-b871-17e88767a53f req-47af8686-2473-48ee-8a50-56973164b06d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1131287 May 27 00:27:52.943904 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a7e67459-4cc1-4ff2-a4a2-2c50226b2425 req-051ca7c9-9781-43e6-a216-f038b7dab2ca tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=881951ac-7391-4afa-8489-57edfe425ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708199 May 27 00:27:52.951708 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fabb7169-d981-417f-b871-17e88767a53f req-d100e5c2-c6d0-4d07-b3b2-d8883c4631da tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654137 May 27 00:27:53.134962 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa60c-5452-4da3-bbf6-71c52136933d req-c09438a1-e5ab-4869-9bb1-862c752d1df9 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:53.136427 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-66ffa60c-5452-4da3-bbf6-71c52136933d req-c09438a1-e5ab-4869-9bb1-862c752d1df9 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 946 time: 0.0762122 May 27 00:27:53.146447 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36464) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:27:53.151669 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-4d3fc4a9-b8a5-4091-9068-6156e8d6a4fe tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Request body: {'floatingip': {'port_id': 'c93912c0-a5dc-48db-8648-e5a2733951fc'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:27:53.229198 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4d3fc4a9-b8a5-4091-9068-6156e8d6a4fe tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:53.548462 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device a31572e3-6ae0-4e3e-b782-4d2bdb23103e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:27:53.687127 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:53.702540 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'port_id': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:27:53.756677 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:53.773886 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a31572e3-6ae0-4e3e-b782-4d2bdb23103e {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:27:53.789214 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:53.795214 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:53.871249 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,revision_number=6']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:53.876159 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['a31572e3-6ae0-4e3e-b782-4d2bdb23103e'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:27:53.901162 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4d3fc4a9-b8a5-4091-9068-6156e8d6a4fe tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:53.906103 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4d3fc4a9-b8a5-4091-9068-6156e8d6a4fe tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:54.140783 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [None req-4d3fc4a9-b8a5-4091-9068-6156e8d6a4fe tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Floating IP 9991cc69-5e95-4019-801a-9b85f74cfac5 associated. External IP: 172.28.0.168, port: c93912c0-a5dc-48db-8648-e5a2733951fc. May 27 00:27:54.285431 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-8ba93c03-b26b-4e32-ad39-ac95fb0e3208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:54.299989 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86423b7d-6355-45a0-94c6-73233fd52788 req-670f1905-5780-42d8-bd06-fe54d796c38f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:54.301453 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-86423b7d-6355-45a0-94c6-73233fd52788 req-670f1905-5780-42d8-bd06-fe54d796c38f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 945 time: 0.2118602 May 27 00:27:54.365099 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-86423b7d-6355-45a0-94c6-73233fd52788 req-02521b04-6276-4d63-82e8-0ca6c4b76bfa tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565789 May 27 00:27:54.592756 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3fc4a9-b8a5-4091-9068-6156e8d6a4fe tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Router 3c615583-5d2c-4060-8219-819a8774d21c has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:27:54.792676 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3fc4a9-b8a5-4091-9068-6156e8d6a4fe tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:27:54.797565 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4d3fc4a9-b8a5-4091-9068-6156e8d6a4fe tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:54.802453 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77038dea-41fc-4e71-95fe-e8f278e5fc8b None None] Sync routers for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:27:54.815162 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77038dea-41fc-4e71-95fe-e8f278e5fc8b None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:27:54.815757 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-77038dea-41fc-4e71-95fe-e8f278e5fc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:27:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:54.852554 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-4d3fc4a9-b8a5-4091-9068-6156e8d6a4fe tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "PUT /v2.0/floatingips/9991cc69-5e95-4019-801a-9b85f74cfac5 HTTP/1.1" status: 200 len: 992 time: 1.7028821 May 27 00:27:54.852554 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'tag': 'c93912c0-a5dc-48db-8648-e5a2733951fc'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:27:54.908088 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3d930e-7d05-457b-baf7-d3e700ce3e1d'] response: {'name': 'network-changed', 'server_uuid': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'tag': 'c93912c0-a5dc-48db-8648-e5a2733951fc', 'status': 'completed', 'code': 200} May 27 00:27:54.998470 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-77038dea-41fc-4e71-95fe-e8f278e5fc8b None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:27:55.001416 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ba59e53b-427a-4e36-81ff-387d2834abb6 req-58a694f2-ee74-4916-b220-abbe087cc9e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ab7c208c3194694b0754eced701a5e1&device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 1099 time: 0.0725064 May 27 00:27:55.230172 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59e53b-427a-4e36-81ff-387d2834abb6 req-414a4de7-6a59-4384-af9e-7255d70aa085 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:55.232169 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ba59e53b-427a-4e36-81ff-387d2834abb6 req-414a4de7-6a59-4384-af9e-7255d70aa085 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 200 len: 915 time: 0.2246308 May 27 00:27:55.334902 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ba59e53b-427a-4e36-81ff-387d2834abb6 req-c3094031-8877-4fc9-96fe-571e72b2e599 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c93912c0-a5dc-48db-8648-e5a2733951fc HTTP/1.1" status: 200 len: 1000 time: 0.0966265 May 27 00:27:55.346454 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-77038dea-41fc-4e71-95fe-e8f278e5fc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '9991cc69-5e95-4019-801a-9b85f74cfac5', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.168', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'c93912c0-a5dc-48db-8648-e5a2733951fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:db:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:27:39Z', 'updated_at': '2022-05-27T00:27:53Z', 'revision_number': 1, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:55.350368 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77038dea-41fc-4e71-95fe-e8f278e5fc8b None None] Checking router: 3c615583-5d2c-4060-8219-819a8774d21c for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:27:55.361230 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77038dea-41fc-4e71-95fe-e8f278e5fc8b None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:27:55.361845 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-77038dea-41fc-4e71-95fe-e8f278e5fc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:27:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:55.397123 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59e53b-427a-4e36-81ff-387d2834abb6 req-b622d68e-28bb-4425-a610-79490b262272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:55.398585 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ba59e53b-427a-4e36-81ff-387d2834abb6 req-b622d68e-28bb-4425-a610-79490b262272 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 200 len: 853 time: 0.0573516 May 27 00:27:55.477899 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ba59e53b-427a-4e36-81ff-387d2834abb6 req-f6f0883b-8f45-4ac1-b05d-af0e3d232adb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea614eca-e993-4ff1-81c0-52f3da994159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730672 May 27 00:27:55.544058 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device a31572e3-6ae0-4e3e-b782-4d2bdb23103e up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:27:55.550893 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-77038dea-41fc-4e71-95fe-e8f278e5fc8b None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:27:55.643573 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port a31572e3-6ae0-4e3e-b782-4d2bdb23103e triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:27:55.644020 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:55.687943 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ba59e53b-427a-4e36-81ff-387d2834abb6 req-a78bff03-644b-4e9e-b893-553d964062d5 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028954 May 27 00:27:55.701370 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb213f6-2480-41b5-9946-9e60cde40eb0 req-3d7808e7-caf5-4083-bba0-bbebd9b8c5e5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:55.702853 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ddb213f6-2480-41b5-9946-9e60cde40eb0 req-3d7808e7-caf5-4083-bba0-bbebd9b8c5e5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 945 time: 0.1978304 May 27 00:27:55.775886 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:55.805976 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:27:55.835785 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ddb213f6-2480-41b5-9946-9e60cde40eb0 req-09f56408-8a20-4bdc-9304-0cac26f88c7a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133366 May 27 00:27:55.854328 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:27:55.863075 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:55.870511 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a209d2-65cc-4385-9d0f-1df39773d38c'] response: {'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'code': 200} May 27 00:27:55.885948 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ba59e53b-427a-4e36-81ff-387d2834abb6 req-95cb5242-1689-4613-837c-50306c758745 service neutron] 10.222.0.60 "GET /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821074 May 27 00:27:55.962686 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,revision_number=7']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:27:55.991375 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-77038dea-41fc-4e71-95fe-e8f278e5fc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '9991cc69-5e95-4019-801a-9b85f74cfac5', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.168', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'c93912c0-a5dc-48db-8648-e5a2733951fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:db:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:27:39Z', 'updated_at': '2022-05-27T00:27:53Z', 'revision_number': 1, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:27:55.995482 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77038dea-41fc-4e71-95fe-e8f278e5fc8b None None] The sync data for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb is: [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '9991cc69-5e95-4019-801a-9b85f74cfac5', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'floating_ip_address': '172.28.0.168', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'port_id': 'c93912c0-a5dc-48db-8648-e5a2733951fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'mac_address': 'fa:16:3e:db:1f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:27:39Z', 'updated_at': '2022-05-27T00:27:53Z', 'revision_number': 1, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:27:56.180586 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c31bf-ac9b-4819-9d11-2d292e8c1da9 None None] New status for floating IP 9991cc69-5e95-4019-801a-9b85f74cfac5: ACTIVE {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:27:56.477464 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cedcc2c4-23fc-40ca-b92d-32e178db3c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:57.083619 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae9dda-2c71-4d29-b125-7b9adac3b5ff req-5ed9cd6b-d7ae-4f93-834d-eb503d23c9d2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:57.085052 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-11ae9dda-2c71-4d29-b125-7b9adac3b5ff req-5ed9cd6b-d7ae-4f93-834d-eb503d23c9d2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.0787408 May 27 00:27:57.131266 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-11ae9dda-2c71-4d29-b125-7b9adac3b5ff req-b9d90185-7d8c-414c-b9bf-d375c06a13ec tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401015 May 27 00:27:57.966502 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:58.016508 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:58.348218 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa4834-0dff-4c46-93a3-79cde9946928 req-3aac1c06-0645-4626-970f-1a32670f0403 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:58.349776 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-96aa4834-0dff-4c46-93a3-79cde9946928 req-3aac1c06-0645-4626-970f-1a32670f0403 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.0789917 May 27 00:27:58.396205 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-96aa4834-0dff-4c46-93a3-79cde9946928 req-a36d4d55-092b-4cb8-b8c7-17cdd77d315f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406115 May 27 00:27:59.221052 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:27:59.653888 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751d13-c0c4-4766-836d-fb8081641709 req-b4c8165a-1a5b-43a3-824a-c9c87335b55e tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:27:59.657083 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b751d13-c0c4-4766-836d-fb8081641709 req-b4c8165a-1a5b-43a3-824a-c9c87335b55e tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1098268 May 27 00:27:59.745971 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b751d13-c0c4-4766-836d-fb8081641709 req-76ce208b-71f4-4985-9a4b-e12cc0bdf83e tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827143 May 27 00:28:01.020120 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b4cfa-ec07-4e8f-beb2-94daf151f479 req-fc1be788-fa29-484b-a2c7-0762af1bfeec tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:01.021869 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-da3b4cfa-ec07-4e8f-beb2-94daf151f479 req-fc1be788-fa29-484b-a2c7-0762af1bfeec tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1059897 May 27 00:28:01.077999 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-da3b4cfa-ec07-4e8f-beb2-94daf151f479 req-90039a81-b60e-4347-8e90-921a44eaebf0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493500 May 27 00:28:02.319252 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716200b2-2ccf-451f-99f9-f76f36433a8a req-20778067-ae9b-45c2-9b5e-37979acd1adf tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:02.320734 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-716200b2-2ccf-451f-99f9-f76f36433a8a req-20778067-ae9b-45c2-9b5e-37979acd1adf tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.0964408 May 27 00:28:02.378156 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-716200b2-2ccf-451f-99f9-f76f36433a8a req-d9c1af1a-9557-4f8d-9179-50ae4b5a392b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505846 May 27 00:28:03.631999 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c10e7-9367-4a1c-bca3-33c656ad2b54 req-c880e8a7-5f9c-4268-bab5-d3cf397b4ac4 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:03.633682 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9d5c10e7-9367-4a1c-bca3-33c656ad2b54 req-c880e8a7-5f9c-4268-bab5-d3cf397b4ac4 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.0965502 May 27 00:28:03.683351 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9d5c10e7-9367-4a1c-bca3-33c656ad2b54 req-190cd7f3-0f50-4c5d-9a0a-da4319e19d1f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438874 May 27 00:28:04.922565 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9354-a6d5-47c1-b3eb-16e9376e0fee req-1868aad3-1af9-41c5-8c08-6c0a01f91420 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:04.924160 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e17b9354-a6d5-47c1-b3eb-16e9376e0fee req-1868aad3-1af9-41c5-8c08-6c0a01f91420 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.0854552 May 27 00:28:04.975488 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e17b9354-a6d5-47c1-b3eb-16e9376e0fee req-cb8575fb-6a34-4fa4-bfeb-03a4c46478e2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452158 May 27 00:28:06.348618 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b683b-ed43-4ecd-ab10-dadfe9ced7c4 req-b4a9c04e-5d27-4a5b-abef-d2d812e2fd12 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:06.353308 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b70b683b-ed43-4ecd-ab10-dadfe9ced7c4 req-b4a9c04e-5d27-4a5b-abef-d2d812e2fd12 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1037996 May 27 00:28:06.436717 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b70b683b-ed43-4ecd-ab10-dadfe9ced7c4 req-a8848583-55e9-490b-8f0b-e0e352eb28bb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765898 May 27 00:28:07.874855 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272871b4-c05e-4192-b3ce-b6507080f3e2 req-bf759903-6398-4a9e-93e7-887942e8bd73 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:07.876332 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-272871b4-c05e-4192-b3ce-b6507080f3e2 req-bf759903-6398-4a9e-93e7-887942e8bd73 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1351707 May 27 00:28:07.951121 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-272871b4-c05e-4192-b3ce-b6507080f3e2 req-68c040d9-2e5c-44c5-ae45-d0bee32ab314 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650933 May 27 00:28:09.367822 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b46a64-a6a7-4752-b205-90362c6bddcc req-6f4a953c-8066-4add-b75f-da2d697247ab tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:09.369233 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-96b46a64-a6a7-4752-b205-90362c6bddcc req-6f4a953c-8066-4add-b75f-da2d697247ab tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.2301545 May 27 00:28:09.439026 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-96b46a64-a6a7-4752-b205-90362c6bddcc req-a85fe7ab-1cfa-4e47-b8ca-2796f1b3e3f0 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614014 May 27 00:28:10.479852 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-52958262-a58d-434b-9ba7-b3e00772edc1 req-0e3d6c39-5bf6-407b-af7e-6a6c4a12d8b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 1099 time: 0.0738466 May 27 00:28:10.704269 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52958262-a58d-434b-9ba7-b3e00772edc1 req-a75ff9b2-a627-4733-a8ac-a682426c31b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:10.705753 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-52958262-a58d-434b-9ba7-b3e00772edc1 req-a75ff9b2-a627-4733-a8ac-a682426c31b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 917 time: 0.2197850 May 27 00:28:10.826123 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f170fc7-68fb-4951-8b82-c23a8b4e700b req-ccd14459-4521-4826-9a4d-e03c0e09394d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:10.827473 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6f170fc7-68fb-4951-8b82-c23a8b4e700b req-ccd14459-4521-4826-9a4d-e03c0e09394d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.2276661 May 27 00:28:10.829377 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-52958262-a58d-434b-9ba7-b3e00772edc1 req-4f2af19e-e86c-44ab-9002-7abc6ca8d083 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e HTTP/1.1" status: 200 len: 1001 time: 0.1168907 May 27 00:28:10.927162 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6f170fc7-68fb-4951-8b82-c23a8b4e700b req-3ee30879-a839-4988-bec7-25bddb245d7e tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940428 May 27 00:28:10.928470 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52958262-a58d-434b-9ba7-b3e00772edc1 req-027212fb-ff55-4651-bb21-64a3e4dc593b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:10.929826 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-52958262-a58d-434b-9ba7-b3e00772edc1 req-027212fb-ff55-4651-bb21-64a3e4dc593b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.0825882 May 27 00:28:11.008471 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-52958262-a58d-434b-9ba7-b3e00772edc1 req-22014f92-817a-4e9b-a01e-a8a56d00aeb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717227 May 27 00:28:11.149414 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-52958262-a58d-434b-9ba7-b3e00772edc1 req-74d3081a-920b-4bae-93a7-9bbe17b4e78e service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335673 May 27 00:28:11.295718 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-52958262-a58d-434b-9ba7-b3e00772edc1 req-c821ce8d-9cfc-4004-89d7-993a3595d919 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398518 May 27 00:28:12.166250 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72460a-bfb6-4933-b557-f9fb38aff770 req-1e811e36-4780-44ac-8beb-de2f4d2384d9 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:12.169242 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3b72460a-bfb6-4933-b557-f9fb38aff770 req-1e811e36-4780-44ac-8beb-de2f4d2384d9 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.0985739 May 27 00:28:12.230118 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3b72460a-bfb6-4933-b557-f9fb38aff770 req-2e0eab65-5ab8-4b9f-8c26-1fc921342d0b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547650 May 27 00:28:12.630694 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:13.504522 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea91bc8-1036-484f-8c24-1c18383e0ac5 req-4798e6d0-86c5-4e61-8a0d-a9704c00babe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:13.507159 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cea91bc8-1036-484f-8c24-1c18383e0ac5 req-4798e6d0-86c5-4e61-8a0d-a9704c00babe tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 946 time: 0.1102562 May 27 00:28:13.585359 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cea91bc8-1036-484f-8c24-1c18383e0ac5 req-770c6663-c102-48cc-91d7-7e91e309ebd4 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717685 May 27 00:28:13.628667 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device a31572e3-6ae0-4e3e-b782-4d2bdb23103e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:28:13.802680 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:13.834012 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:28:13.845894 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:28:13.858651 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:13.897848 dv-cinder-843305-3-smb neutron-server[83257]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2fddd66b-8f2a-427d-aa68-f35e27e65737']: {'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'code': 422} returned with failed status May 27 00:28:13.942042 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,revision_number=8']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:28:15.140911 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-49946212-3e1b-43f9-8e93-b849771bbbe6 req-ecedc2ac-109d-4d9b-a07c-4e0f8bac5caf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0737543 May 27 00:28:15.429594 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f018ad-af73-4a46-a6c3-23c339b587fa req-0afe33ee-2bb4-4d90-8588-2b5c1fa71e48 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:15.431128 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-36f018ad-af73-4a46-a6c3-23c339b587fa req-0afe33ee-2bb4-4d90-8588-2b5c1fa71e48 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.0892057 May 27 00:28:15.471337 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36574) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:28:15.484243 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-36f018ad-af73-4a46-a6c3-23c339b587fa req-9107a237-7363-4880-a7d0-50cc4e6edb8d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468485 May 27 00:28:15.633008 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-d777d696-93c8-4120-b90a-11668a54b72b req-ecfd4a69-5bc4-4859-9363-b48782986241 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1604202 May 27 00:28:16.157028 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d777d696-93c8-4120-b90a-11668a54b72b req-4c204467-3b7e-4c3f-b23a-1beb0a4ea151 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443&tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0774903 May 27 00:28:16.249383 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d777d696-93c8-4120-b90a-11668a54b72b req-ee4f2c72-a9eb-44be-b0a3-601b68634d65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 1097 time: 0.0711279 May 27 00:28:16.387868 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777d696-93c8-4120-b90a-11668a54b72b req-5e0e2a27-7d57-48aa-8e50-6e5f1126e9c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:16.389232 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d777d696-93c8-4120-b90a-11668a54b72b req-5e0e2a27-7d57-48aa-8e50-6e5f1126e9c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 917 time: 0.1339068 May 27 00:28:16.598405 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d777d696-93c8-4120-b90a-11668a54b72b req-de9f353c-e545-4422-8822-19778e9e4230 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e HTTP/1.1" status: 200 len: 999 time: 0.2023709 May 27 00:28:16.713503 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777d696-93c8-4120-b90a-11668a54b72b req-91d65d81-077e-434b-b38d-249c4bfb5972 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:16.714980 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d777d696-93c8-4120-b90a-11668a54b72b req-91d65d81-077e-434b-b38d-249c4bfb5972 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.1103115 May 27 00:28:16.799211 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a1a3c-02a3-48be-8598-ce63deef2671 req-6bf57109-76a0-4b68-8bde-3a26f2190af2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:16.800721 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a59a1a3c-02a3-48be-8598-ce63deef2671 req-6bf57109-76a0-4b68-8bde-3a26f2190af2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.1605673 May 27 00:28:16.835457 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d777d696-93c8-4120-b90a-11668a54b72b req-36586853-0a19-4edc-908a-97df8384e9dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1142066 May 27 00:28:16.927954 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a59a1a3c-02a3-48be-8598-ce63deef2671 req-09c57d60-8c79-4da2-aef2-c3837e0f3353 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209230 May 27 00:28:16.992761 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d777d696-93c8-4120-b90a-11668a54b72b req-0923884f-23fb-4d6d-af74-2e931a1a9c11 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454453 May 27 00:28:17.069305 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:28:17.131926 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d777d696-93c8-4120-b90a-11668a54b72b req-e795a873-a2e4-4924-ae56-c5cefe3b859f service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322551 May 27 00:28:17.637509 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device a31572e3-6ae0-4e3e-b782-4d2bdb23103e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:28:18.376665 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfd556-fafb-42ea-9ee5-49416374b779 req-3ab886f6-5bfc-446d-9713-1eb6f956de21 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:18.379659 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5ccfd556-fafb-42ea-9ee5-49416374b779 req-3ab886f6-5bfc-446d-9713-1eb6f956de21 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.1472831 May 27 00:28:18.469334 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5ccfd556-fafb-42ea-9ee5-49416374b779 req-5d82d664-93d2-40ef-ba6c-7f9975fe146d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837836 May 27 00:28:19.785569 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b31fc6-9ad5-4f41-81d1-9616144507af req-2317a67d-c377-495d-9585-30ccc98ab1b4 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:19.788076 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-87b31fc6-9ad5-4f41-81d1-9616144507af req-2317a67d-c377-495d-9585-30ccc98ab1b4 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.1099534 May 27 00:28:19.848735 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-87b31fc6-9ad5-4f41-81d1-9616144507af req-93ba06df-331a-4bda-a742-710d751ac86f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545824 May 27 00:28:21.136331 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2fe8f-23c1-4f89-8a22-ac1cb787bc00 req-a8ebca78-d3fa-4b5c-a398-533db96e0112 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:21.138293 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a7e2fe8f-23c1-4f89-8a22-ac1cb787bc00 req-a8ebca78-d3fa-4b5c-a398-533db96e0112 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.0859084 May 27 00:28:21.210404 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a7e2fe8f-23c1-4f89-8a22-ac1cb787bc00 req-560e7732-6d0d-433d-a9f7-4cbfab12f8c3 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648563 May 27 00:28:22.544659 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12b2e8-10bc-44bd-9068-8925a53bcbaa req-199ebe28-1c3e-421c-99c1-cf6a881a3438 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:22.547072 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ec12b2e8-10bc-44bd-9068-8925a53bcbaa req-199ebe28-1c3e-421c-99c1-cf6a881a3438 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.1109929 May 27 00:28:22.603150 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ec12b2e8-10bc-44bd-9068-8925a53bcbaa req-a9d6575a-457f-4901-bdc4-23531b3e874c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452631 May 27 00:28:23.835260 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a1f9f-a114-445f-a66c-b510780ce1e2 req-86d1ae9c-72d8-4dab-a607-faaca85ed795 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:23.836819 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c77a1f9f-a114-445f-a66c-b510780ce1e2 req-86d1ae9c-72d8-4dab-a607-faaca85ed795 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.0857933 May 27 00:28:23.891159 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c77a1f9f-a114-445f-a66c-b510780ce1e2 req-fdd348a0-5d9f-4f7b-b230-5c6dba2f7d12 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479741 May 27 00:28:24.303553 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-9d62705b-2aa0-4ae3-b11b-acc7bf5d2fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:25.132058 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828620fb-8861-4fe3-8202-7c72dcc1d811 req-a890a5aa-1a2d-4cc9-bc3b-a1f7ff00538d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:25.133673 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-828620fb-8861-4fe3-8202-7c72dcc1d811 req-a890a5aa-1a2d-4cc9-bc3b-a1f7ff00538d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.0875940 May 27 00:28:25.204072 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-828620fb-8861-4fe3-8202-7c72dcc1d811 req-a38d4657-bf40-4453-89a6-731da8238fe6 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641418 May 27 00:28:26.475750 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf6691-3621-45ca-93b3-5fb06e5027da req-2916f143-6a8f-4602-a806-4e8b594cae1a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:26.479541 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9fcf6691-3621-45ca-93b3-5fb06e5027da req-2916f143-6a8f-4602-a806-4e8b594cae1a tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.1279497 May 27 00:28:26.508856 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-92e39ffb-8116-4661-9013-5c2aea0cc822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:26.545407 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9fcf6691-3621-45ca-93b3-5fb06e5027da req-67c96ec0-1ec6-4fd1-aab2-ee54ca3c78f3 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593600 May 27 00:28:27.858751 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255643b9-2315-461f-949f-8397a0efc3d1 req-28dcb7dd-3902-4321-bf15-d93705a08721 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:27.861254 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-255643b9-2315-461f-949f-8397a0efc3d1 req-28dcb7dd-3902-4321-bf15-d93705a08721 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.1142793 May 27 00:28:27.943670 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-255643b9-2315-461f-949f-8397a0efc3d1 req-a5d1cf32-74d9-481c-b6e4-c21c9d2916ff tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763016 May 27 00:28:27.980495 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:28.023754 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:29.210770 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe37d4-8ef2-4cae-b7d2-548544b1860a req-38be4424-8b92-478e-8990-ee5aac9c9b4f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:29.212822 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5cbe37d4-8ef2-4cae-b7d2-548544b1860a req-38be4424-8b92-478e-8990-ee5aac9c9b4f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.0957999 May 27 00:28:29.224261 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:29.269422 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5cbe37d4-8ef2-4cae-b7d2-548544b1860a req-5444f0f3-9248-4da9-a80b-e7bbbe89d5b1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493937 May 27 00:28:30.631153 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb46413-d85a-4481-9ef2-45e26c28949e req-9a10fbc1-feb8-46bb-8172-fd3a7b51316c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:30.634100 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bcb46413-d85a-4481-9ef2-45e26c28949e req-9a10fbc1-feb8-46bb-8172-fd3a7b51316c tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.1818485 May 27 00:28:30.692517 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bcb46413-d85a-4481-9ef2-45e26c28949e req-62c7d761-665c-4590-9b11-85777d390d35 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519238 May 27 00:28:31.940358 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeb9d2-d271-4c77-96ac-008d43acb5c8 req-172bd8ad-d179-4d3f-8c96-bb002c423061 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:31.942163 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1ceeb9d2-d271-4c77-96ac-008d43acb5c8 req-172bd8ad-d179-4d3f-8c96-bb002c423061 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.0989840 May 27 00:28:31.999658 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1ceeb9d2-d271-4c77-96ac-008d43acb5c8 req-4b994ff9-5b17-4ad6-bf4c-51aadf5ec5d2 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477438 May 27 00:28:33.318147 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814e21a-c907-452d-adf3-e124824e79a5 req-a7edf351-ecbd-4d30-8bb7-d107b75f771f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:33.319893 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b814e21a-c907-452d-adf3-e124824e79a5 req-a7edf351-ecbd-4d30-8bb7-d107b75f771f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.0914707 May 27 00:28:33.476873 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b814e21a-c907-452d-adf3-e124824e79a5 req-9379ec6f-3856-4fe6-a6b2-5b1a17f6a89b tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498704 May 27 00:28:34.908010 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9ee7d-9d7d-4ea1-8b39-e17254196eaa req-eee0c2ac-8486-4bb0-a350-fc718949c245 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:34.909483 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-15d9ee7d-9d7d-4ea1-8b39-e17254196eaa req-eee0c2ac-8486-4bb0-a350-fc718949c245 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 944 time: 0.0882301 May 27 00:28:34.964895 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-15d9ee7d-9d7d-4ea1-8b39-e17254196eaa req-47eeefcb-2d68-4b58-b790-55ce4817da69 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446534 May 27 00:28:35.742998 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device a31572e3-6ae0-4e3e-b782-4d2bdb23103e details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:28:35.895887 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:28:35.912207 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'port_id': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'mac_address': 'fa:16:3e:e9:11:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:28:35.970861 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:35.994402 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31572e3-6ae0-4e3e-b782-4d2bdb23103e {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:28:36.012511 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:28:36.018441 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:36.101613 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,revision_number=9']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:28:36.214490 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b564f1-9663-4852-9b27-06876be90075 req-33a4eb46-a710-428f-94f9-a306bfc47df4 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:36.216200 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-94b564f1-9663-4852-9b27-06876be90075 req-33a4eb46-a710-428f-94f9-a306bfc47df4 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 945 time: 0.0886965 May 27 00:28:36.268463 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-94b564f1-9663-4852-9b27-06876be90075 req-4292ff96-b174-486a-bc3d-bbbd75a8532f tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459869 May 27 00:28:36.313299 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['a31572e3-6ae0-4e3e-b782-4d2bdb23103e'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:28:37.506350 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecf059-de38-4b6f-81b5-af3ab0208fde req-513762f7-8ff4-4991-a274-6b0b03210f75 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:37.508171 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d5ecf059-de38-4b6f-81b5-af3ab0208fde req-513762f7-8ff4-4991-a274-6b0b03210f75 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 945 time: 0.0856490 May 27 00:28:37.563752 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d5ecf059-de38-4b6f-81b5-af3ab0208fde req-e81ee771-fcff-4d2e-9d87-c07d742276b9 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486422 May 27 00:28:37.771671 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device a31572e3-6ae0-4e3e-b782-4d2bdb23103e up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:28:37.847305 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port a31572e3-6ae0-4e3e-b782-4d2bdb23103e triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:28:37.847611 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:37.983585 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:38.020756 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:28:38.035942 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:28:38.042121 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:38.092213 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01dacc1-4928-4567-93aa-ae7661f546de'] response: {'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'code': 200} May 27 00:28:38.141115 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,revision_number=10']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:28:38.407872 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ba852b0e-3f13-4be4-95d4-3528045fba81 req-6b4d7f72-3c3c-4ec6-97c0-f14c3e1a20be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 1100 time: 0.0852954 May 27 00:28:38.467491 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ba852b0e-3f13-4be4-95d4-3528045fba81 req-3f1fa63e-7821-4d70-b4ef-19e90da5d6d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536113 May 27 00:28:38.853553 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13f313-ee07-44eb-b0c9-ee4b5934e819 req-24539ca7-473c-4ac0-a7a5-8f098f5a0357 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:38.855537 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fa13f313-ee07-44eb-b0c9-ee4b5934e819 req-24539ca7-473c-4ac0-a7a5-8f098f5a0357 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 947 time: 0.1433380 May 27 00:28:38.908561 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fa13f313-ee07-44eb-b0c9-ee4b5934e819 req-9035294c-6e97-4483-860f-9160205d46af tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471797 May 27 00:28:40.213040 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3f6d7-994d-4de3-8a27-14fe8da69de0 req-b8c4f27f-a6b1-45ae-85e5-e4344685a90d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:40.215346 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2cd3f6d7-994d-4de3-8a27-14fe8da69de0 req-b8c4f27f-a6b1-45ae-85e5-e4344685a90d tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 947 time: 0.1367543 May 27 00:28:40.298564 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2cd3f6d7-994d-4de3-8a27-14fe8da69de0 req-845364d3-4ceb-4cef-8759-7cf3b843c406 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764856 May 27 00:28:41.553107 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314898f-71d9-4c2d-a192-be0c33c6daa5 req-203d661e-cff0-47e1-b9fd-41185a9ac3bb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:41.554665 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5314898f-71d9-4c2d-a192-be0c33c6daa5 req-203d661e-cff0-47e1-b9fd-41185a9ac3bb tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 947 time: 0.1004057 May 27 00:28:41.612463 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5314898f-71d9-4c2d-a192-be0c33c6daa5 req-d93128e5-a329-43fa-addd-fc213f552c51 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472584 May 27 00:28:42.628849 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:45.980555 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-403922b8-4bf8-4b68-9cea-b0cea7109d47 req-4dc10667-81a7-4864-800c-ec26975dab0e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772130 May 27 00:28:46.168657 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-403922b8-4bf8-4b68-9cea-b0cea7109d47 req-7e2bc0d7-ac96-4cec-a60e-220842649bcb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 1100 time: 0.0820930 May 27 00:28:46.329154 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403922b8-4bf8-4b68-9cea-b0cea7109d47 req-ce349323-cdce-4804-a890-6cdb12f18028 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:46.330591 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-403922b8-4bf8-4b68-9cea-b0cea7109d47 req-ce349323-cdce-4804-a890-6cdb12f18028 service neutron] 10.222.0.60 "GET /v2.0/networks?id=316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 200 len: 917 time: 0.1421096 May 27 00:28:46.445869 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-403922b8-4bf8-4b68-9cea-b0cea7109d47 req-07df5754-2fa8-4d63-95f1-9ac375fc4d19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e HTTP/1.1" status: 200 len: 1001 time: 0.1092026 May 27 00:28:46.514231 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403922b8-4bf8-4b68-9cea-b0cea7109d47 req-bf8e6129-ee85-4663-8673-dbe2afdbd01a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:28:46.515848 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-403922b8-4bf8-4b68-9cea-b0cea7109d47 req-bf8e6129-ee85-4663-8673-dbe2afdbd01a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 200 len: 855 time: 0.0642972 May 27 00:28:46.596566 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-403922b8-4bf8-4b68-9cea-b0cea7109d47 req-f9105d83-6456-4278-a1bf-11a4558dd85f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=316b6d55-4d43-484b-ae47-a98812a805f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748346 May 27 00:28:46.770095 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-403922b8-4bf8-4b68-9cea-b0cea7109d47 req-fa151532-441a-4c4f-89f4-59128e2a5bd6 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637361 May 27 00:28:46.960739 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-403922b8-4bf8-4b68-9cea-b0cea7109d47 req-6beb2f1a-0a4c-45b5-967d-3fb1d56d04d0 service neutron] 10.222.0.60 "GET /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842709 May 27 00:28:54.069521 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:28:54.289648 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e96ec1b0-82f0-4b76-b8d1-3fc52dba03ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:56.482374 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cf74a0f7-ba8a-4c96-b95c-fe3b2e6d7b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:57.976718 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:58.024178 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:28:59.222240 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:12.616980 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:18.087770 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718e598-0e3d-4aa4-abcc-73e9da3f7840 req-799d3263-9c03-4692-b682-f13029924964 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:29:18.089542 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0718e598-0e3d-4aa4-abcc-73e9da3f7840 req-799d3263-9c03-4692-b682-f13029924964 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 946 time: 0.0896137 May 27 00:29:18.140241 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0718e598-0e3d-4aa4-abcc-73e9da3f7840 req-62d750e9-0081-4ad8-b88a-dd5f6b5b1c0e tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=881951ac-7391-4afa-8489-57edfe425ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446780 May 27 00:29:19.359827 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd5e8e-5eb9-4f48-90df-90468e57fff1 req-9ebac1aa-16ba-41f6-9d1a-f79d61e03514 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:29:19.361538 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e6cd5e8e-5eb9-4f48-90df-90468e57fff1 req-9ebac1aa-16ba-41f6-9d1a-f79d61e03514 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 946 time: 0.0832994 May 27 00:29:19.504840 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e6cd5e8e-5eb9-4f48-90df-90468e57fff1 req-29e366e4-dd2e-46dc-aea5-278bd6200463 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=881951ac-7391-4afa-8489-57edfe425ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367247 May 27 00:29:19.888087 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-307dd961-4508-4d31-8a2f-1e4b3de5781f tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:29:19.889620 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-307dd961-4508-4d31-8a2f-1e4b3de5781f tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 946 time: 0.0838253 May 27 00:29:19.964922 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Deleting port c93912c0-a5dc-48db-8648-e5a2733951fc {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:19.965296 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:20.226472 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] For port c93912c0-a5dc-48db-8648-e5a2733951fc, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=c93912c0-a5dc-48db-8648-e5a2733951fc,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:29:20.226887 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:20.565603 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:20.566167 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:20.566371 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Floating IP 9991cc69-5e95-4019-801a-9b85f74cfac5 disassociated. External IP: 172.28.0.168, port: c93912c0-a5dc-48db-8648-e5a2733951fc. May 27 00:29:20.566737 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Calling delete_port for c93912c0-a5dc-48db-8648-e5a2733951fc owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:29:20.834253 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:20.893791 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event deleted for resources: {'Port': ['ID=c93912c0-a5dc-48db-8648-e5a2733951fc,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:20.912274 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:20.912641 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:20.912961 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:20.913327 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:20.913644 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:20.913969 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:20.914354 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:20.914616 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:20.914939 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:20.915254 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:20.915833 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:21.054438 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f0937-021a-4eb0-9b88-e3b04e6ab888 req-413f5b78-9f4c-4127-a902-f52b1e994d98 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:29:21.056293 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7a0f0937-021a-4eb0-9b88-e3b04e6ab888 req-413f5b78-9f4c-4127-a902-f52b1e994d98 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d26d5-d566-471a-8ce8-e76a535ee9b2 HTTP/1.1" status: 200 len: 946 time: 0.3104930 May 27 00:29:21.138282 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7a0f0937-021a-4eb0-9b88-e3b04e6ab888 req-0332916a-bd72-4ddf-8e7b-5c69f48064e3 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups?id=881951ac-7391-4afa-8489-57edfe425ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714087 May 27 00:29:21.206748 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Router 3c615583-5d2c-4060-8219-819a8774d21c has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:29:21.485816 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:29:21.500249 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda41069-f1e9-461a-9c01-4c5256a8dbd7 None None] Sync routers for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:29:21.514997 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda41069-f1e9-461a-9c01-4c5256a8dbd7 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:29:21.515775 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-dda41069-f1e9-461a-9c01-4c5256a8dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:28:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:21.560915 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] No DVR routers for this DVR port c93912c0-a5dc-48db-8648-e5a2733951fc on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:29:21.563515 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:21.566173 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'name': 'network-vif-deleted', 'tag': 'c93912c0-a5dc-48db-8648-e5a2733951fc'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:29:21.590135 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4807f9b0-f635-41ce-8de3-afa73dbcb904 req-7e73a9ea-f9b0-41f8-afdc-b55221b71595 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.60 "DELETE /v2.0/ports/c93912c0-a5dc-48db-8648-e5a2733951fc HTTP/1.1" status: 204 len: 173 time: 1.6956079 May 27 00:29:21.641703 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd92144b-447a-4a35-a590-3932a38268eb'] response: {'server_uuid': '454d26d5-d566-471a-8ce8-e76a535ee9b2', 'name': 'network-vif-deleted', 'tag': 'c93912c0-a5dc-48db-8648-e5a2733951fc', 'status': 'completed', 'code': 200} May 27 00:29:21.770565 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-dda41069-f1e9-461a-9c01-4c5256a8dbd7 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:29:22.134449 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-dda41069-f1e9-461a-9c01-4c5256a8dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:22.140170 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda41069-f1e9-461a-9c01-4c5256a8dbd7 None None] Checking router: 3c615583-5d2c-4060-8219-819a8774d21c for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:29:22.154464 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda41069-f1e9-461a-9c01-4c5256a8dbd7 None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:29:22.155082 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-dda41069-f1e9-461a-9c01-4c5256a8dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:28:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:22.331990 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36760) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:22.397644 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-dda41069-f1e9-461a-9c01-4c5256a8dbd7 None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:29:22.406033 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:22.439814 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:22.498087 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:22.522019 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=881951ac-7391-4afa-8489-57edfe425ee0,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:22.538002 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:22.538299 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:22.538559 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:22.538896 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:22.539219 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:22.539571 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:22.539894 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:22.540215 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:22.540797 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:22.541282 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:22.541500 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:22.550459 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:22.555999 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ee51d5c0-3d14-4f19-8fa2-58da4c447d18 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "DELETE /v2.0/security-groups/881951ac-7391-4afa-8489-57edfe425ee0 HTTP/1.1" status: 204 len: 168 time: 0.2185957 May 27 00:29:22.556274 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36764) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:22.575409 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.api.v2.resource [None req-269399c5-3617-4a6d-89f2-e147b74b48a2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] show failed (client error): The resource could not be found. May 27 00:29:22.581163 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-269399c5-3617-4a6d-89f2-e147b74b48a2 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "GET /v2.0/security-groups/881951ac-7391-4afa-8489-57edfe425ee0 HTTP/1.1" status: 404 len: 347 time: 0.0188382 May 27 00:29:22.581518 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36768) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:22.779691 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc813a-7490-4c28-bd64-afea54242f40 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Deleting port 9e8f4756-b140-4566-bcfe-9f5c35b6fa0e {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:22.780246 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e1cc813a-7490-4c28-bd64-afea54242f40 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:22.865376 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-dda41069-f1e9-461a-9c01-4c5256a8dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:22.870463 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda41069-f1e9-461a-9c01-4c5256a8dbd7 None None] The sync data for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb is: [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'd6f07822-8d3e-488f-9390-6552731ed1a4', 'name': '', 'network_id': 'ea614eca-e993-4ff1-81c0-52f3da994159', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'mac_address': 'fa:16:3e:b8:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:27Z', 'updated_at': '2022-05-27T00:20:50Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'subnets': [{'id': '0bf13785-f768-4929-8e39-bfb2f2cff627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:29:23.006588 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e1cc813a-7490-4c28-bd64-afea54242f40 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:23.007039 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e1cc813a-7490-4c28-bd64-afea54242f40 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:23.149700 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8c398-b9cc-4361-97da-5f1a5ee06f75 None None] New status for floating IP 9991cc69-5e95-4019-801a-9b85f74cfac5: DOWN {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:29:23.151139 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc813a-7490-4c28-bd64-afea54242f40 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Calling delete_port for 9e8f4756-b140-4566-bcfe-9f5c35b6fa0e owned by network:floatingip {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:29:23.307860 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e1cc813a-7490-4c28-bd64-afea54242f40 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:23.418394 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.db.api [None req-48b8c398-b9cc-4361-97da-5f1a5ee06f75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:29:23.418682 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG oslo_db.api [None req-48b8c398-b9cc-4361-97da-5f1a5ee06f75 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:29:23.441281 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc813a-7490-4c28-bd64-afea54242f40 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Pushing event deleted for resources: {'Port': ['ID=9e8f4756-b140-4566-bcfe-9f5c35b6fa0e,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:23.535507 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e1cc813a-7490-4c28-bd64-afea54242f40 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks [] for floatingip, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:23.552239 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e1cc813a-7490-4c28-bd64-afea54242f40 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:23.554173 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-e1cc813a-7490-4c28-bd64-afea54242f40 tempest-AttachVolumeNegativeTest-753689556 tempest-AttachVolumeNegativeTest-753689556-project] 10.222.0.42 "DELETE /v2.0/floatingips/9991cc69-5e95-4019-801a-9b85f74cfac5 HTTP/1.1" status: 204 len: 168 time: 0.9709086 May 27 00:29:23.920011 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8c398-b9cc-4361-97da-5f1a5ee06f75 None None] New status for floating IP 9991cc69-5e95-4019-801a-9b85f74cfac5: DOWN {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:29:24.068046 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device c93912c0-a5dc-48db-8648-e5a2733951fc no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:29:24.103112 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: c93912c0-a5dc-48db-8648-e5a2733951fc {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:29:24.103479 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device c93912c0-a5dc-48db-8648-e5a2733951fc not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:29:24.283949 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-c8976f3b-309f-4e8e-b418-fb756a36d5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:26.500803 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-c7ddacab-0263-403f-938a-a4e8a7ad0ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:27.971134 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:28.001198 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36806) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:28.027618 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:28.652326 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-92eed6e9-239e-452c-912c-35f8d056f7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825496'] for router_interface, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:29.230836 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:29.265877 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-92eed6e9-239e-452c-912c-35f8d056f7e5 admin admin] Deleting port d6f07822-8d3e-488f-9390-6552731ed1a4 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:29.266547 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-92eed6e9-239e-452c-912c-35f8d056f7e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:29.446502 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-92eed6e9-239e-452c-912c-35f8d056f7e5 admin admin] For port d6f07822-8d3e-488f-9390-6552731ed1a4, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=d6f07822-8d3e-488f-9390-6552731ed1a4,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:29:29.446979 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-92eed6e9-239e-452c-912c-35f8d056f7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:29.574782 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-92eed6e9-239e-452c-912c-35f8d056f7e5 admin admin] Calling delete_port for d6f07822-8d3e-488f-9390-6552731ed1a4 owned by network:router_interface {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:29:29.840128 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-92eed6e9-239e-452c-912c-35f8d056f7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:29.885945 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eed6e9-239e-452c-912c-35f8d056f7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f07822-8d3e-488f-9390-6552731ed1a4,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:30.178655 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-92eed6e9-239e-452c-912c-35f8d056f7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15341180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1825423'] for router_interface, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:30.788044 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eed6e9-239e-452c-912c-35f8d056f7e5 admin admin] Router 3c615583-5d2c-4060-8219-819a8774d21c has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:29:31.000878 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eed6e9-239e-452c-912c-35f8d056f7e5 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:29:31.010512 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4344d59b-e3da-4f1c-8a57-cba043dd4afa None None] Sync routers for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:29:31.014119 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-92eed6e9-239e-452c-912c-35f8d056f7e5 admin admin] 10.222.0.42 "PUT /v2.0/routers/3c615583-5d2c-4060-8219-819a8774d21c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0114837 May 27 00:29:31.017224 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36814) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:31.023115 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344d59b-e3da-4f1c-8a57-cba043dd4afa None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:29:31.023734 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-4344d59b-e3da-4f1c-8a57-cba043dd4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:29:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:31.186321 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:29:31.234839 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:31.256173 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-4344d59b-e3da-4f1c-8a57-cba043dd4afa None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:29:31.569948 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-4344d59b-e3da-4f1c-8a57-cba043dd4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:29:29Z', 'revision_number': 5, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port': {'id': '9d8af8ad-18db-4b27-9dc2-876dbb7ed689', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c615583-5d2c-4060-8219-819a8774d21c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:14Z', 'updated_at': '2022-05-27T00:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:31.578686 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4344d59b-e3da-4f1c-8a57-cba043dd4afa None None] Checking router: 3c615583-5d2c-4060-8219-819a8774d21c for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:29:31.602686 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344d59b-e3da-4f1c-8a57-cba043dd4afa None None] Routers {'3c615583-5d2c-4060-8219-819a8774d21c'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:29:31.604329 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-4344d59b-e3da-4f1c-8a57-cba043dd4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:29:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['3c615583-5d2c-4060-8219-819a8774d21c'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:31.639740 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:31.655266 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Deleting port 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:31.655884 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:31.881190 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-4344d59b-e3da-4f1c-8a57-cba043dd4afa None None] Set router 3c615583-5d2c-4060-8219-819a8774d21c gateway port host: None {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:29:31.884107 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] For port 9d8af8ad-18db-4b27-9dc2-876dbb7ed689, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=9d8af8ad-18db-4b27-9dc2-876dbb7ed689,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:29:31.885562 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:31.998680 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-4344d59b-e3da-4f1c-8a57-cba043dd4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:29:31Z', 'revision_number': 6, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port_host': None}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:32.005371 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4344d59b-e3da-4f1c-8a57-cba043dd4afa None None] The sync data for ids ['3c615583-5d2c-4060-8219-819a8774d21c'] in dv-cinder-843305-3-smb is: [{'id': '3c615583-5d2c-4060-8219-819a8774d21c', 'name': 'tempest-AttachVolumeNegativeTest-613005133-router', 'tenant_id': '8ab7c208c3194694b0754eced701a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:12Z', 'updated_at': '2022-05-27T00:29:31Z', 'revision_number': 6, 'project_id': '8ab7c208c3194694b0754eced701a5e1', 'gw_port_host': None}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:29:32.050879 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Calling delete_port for 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 owned by network:router_gateway {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:29:32.227377 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:32.274622 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8af8ad-18db-4b27-9dc2-876dbb7ed689,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:32.521647 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825221'] for router_gateway, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:32.780753 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31841'] for router, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:32.785320 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:32.814401 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1824409'] for router, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:32.815055 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c615583-5d2c-4060-8219-819a8774d21c {{(pid=83256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 00:29:32.831338 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:32.832456 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-583e0acf-f0ed-4dd3-b574-baadb8c250d8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3c615583-5d2c-4060-8219-819a8774d21c HTTP/1.1" status: 204 len: 168 time: 1.8141334 May 27 00:29:32.835172 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36818) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:32.897253 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9c3e29-17d9-4d41-8909-a2bd9293c289 admin admin] Deleting subnet 0bf13785-f768-4929-8e39-bfb2f2cff627 {{(pid=83256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:29:32.901062 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fb9c3e29-17d9-4d41-8909-a2bd9293c289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:33.059148 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fb9c3e29-17d9-4d41-8909-a2bd9293c289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058505'] for subnet, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:33.142264 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fb9c3e29-17d9-4d41-8909-a2bd9293c289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:33.221968 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fb9c3e29-17d9-4d41-8909-a2bd9293c289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3030246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2366244'] for subnet, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:33.264213 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c3e29-17d9-4d41-8909-a2bd9293c289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf13785-f768-4929-8e39-bfb2f2cff627,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:33.273114 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fb9c3e29-17d9-4d41-8909-a2bd9293c289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:33.280826 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ccc61-891f-4b08-9cb3-2054b604f30b None None] Network ea614eca-e993-4ff1-81c0-52f3da994159 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:29:33.282553 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-fb9c3e29-17d9-4d41-8909-a2bd9293c289 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0bf13785-f768-4929-8e39-bfb2f2cff627 HTTP/1.1" status: 204 len: 168 time: 0.4460742 May 27 00:29:33.286415 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36822) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:33.402757 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:33.415191 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Deleting port e2b78932-2ba9-4e32-af8e-a47b72617dd6 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:33.415918 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:33.663187 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f1eb6b-11ea-4a54-8bd6-2e390b24903b None None] DHCP port deletion for ea614eca-e993-4ff1-81c0-52f3da994159 request from dv-cinder-843305-3-smb {{(pid=83257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 00:29:33.667820 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] For port e2b78932-2ba9-4e32-af8e-a47b72617dd6, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=e2b78932-2ba9-4e32-af8e-a47b72617dd6,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:29:33.668263 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:33.671412 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-04f1eb6b-11ea-4a54-8bd6-2e390b24903b None None] Deleting port e2b78932-2ba9-4e32-af8e-a47b72617dd6 {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:33.673063 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-04f1eb6b-11ea-4a54-8bd6-2e390b24903b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:33.712588 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device d6f07822-8d3e-488f-9390-6552731ed1a4 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:29:33.757730 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: d6f07822-8d3e-488f-9390-6552731ed1a4 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:29:33.758066 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device d6f07822-8d3e-488f-9390-6552731ed1a4 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:29:33.758475 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:29:33.792901 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Calling delete_port for e2b78932-2ba9-4e32-af8e-a47b72617dd6 owned by network:dhcp {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:29:33.798879 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:29:33.799226 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 9d8af8ad-18db-4b27-9dc2-876dbb7ed689 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:29:33.866656 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:33.910698 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b78932-2ba9-4e32-af8e-a47b72617dd6,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:33.918369 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] No DVR routers for this DVR port e2b78932-2ba9-4e32-af8e-a47b72617dd6 on host dv-cinder-843305-3-smb {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:29:33.957760 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-04f1eb6b-11ea-4a54-8bd6-2e390b24903b None None] For port e2b78932-2ba9-4e32-af8e-a47b72617dd6, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=e2b78932-2ba9-4e32-af8e-a47b72617dd6,segment=NetworkSegment(0e917d3c-573f-42a3-94b9-2ddc4e8e271c),segment_id=0e917d3c-573f-42a3-94b9-2ddc4e8e271c)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:29:33.958142 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-04f1eb6b-11ea-4a54-8bd6-2e390b24903b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:34.033926 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:34.071288 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea614eca-e993-4ff1-81c0-52f3da994159']}} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:34.076636 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-04f1eb6b-11ea-4a54-8bd6-2e390b24903b None None] Calling delete_port for e2b78932-2ba9-4e32-af8e-a47b72617dd6 owned by network:dhcp {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:29:34.083877 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e917d3c-573f-42a3-94b9-2ddc4e8e271c') {'for_net_delete': True} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:34.084185 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e917d3c-573f-42a3-94b9-2ddc4e8e271c') {} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:34.095589 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058874'] for segment, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:34.112440 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:34.119881 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:29:34.120327 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3030152'] for segment, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: Traceback (most recent call last): May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: timer() May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: cb(*args, **kw) May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: return func(*args, **kwargs) May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: self._notify() May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: self.callback(batched_events) May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: event.method(event) May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: return f(self, *a, **k) May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: return self._get(url).json() May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: return self.request(url, 'GET', **kwargs) May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:29:34.133897 dv-cinder-843305-3-smb neutron-server[83256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:29:34.175079 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.db.api [None req-04f1eb6b-11ea-4a54-8bd6-2e390b24903b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:29:34.175556 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG oslo_db.api [None req-04f1eb6b-11ea-4a54-8bd6-2e390b24903b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:29:34.206901 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:34.211429 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:34.238816 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea614eca-e993-4ff1-81c0-52f3da994159,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:34.252342 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-8e9ab183-cebe-460e-8122-ec608e094800 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ea614eca-e993-4ff1-81c0-52f3da994159 HTTP/1.1" status: 204 len: 168 time: 0.9647465 May 27 00:29:34.394713 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36828) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:34.447183 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-e7f466e4-0e2a-4daf-8fa8-051bb11feddf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ab7c208c3194694b0754eced701a5e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511138 May 27 00:29:34.449575 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36832) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:34.508607 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-26eeebbe-c0a1-475c-a044-6a42cd996a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:34.534302 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-26eeebbe-c0a1-475c-a044-6a42cd996a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:34.584481 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-26eeebbe-c0a1-475c-a044-6a42cd996a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:34.600702 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eeebbe-c0a1-475c-a044-6a42cd996a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d106ed-5d4d-4780-b431-0df186a2a05f,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:34.611268 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-26eeebbe-c0a1-475c-a044-6a42cd996a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:34.612429 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-26eeebbe-c0a1-475c-a044-6a42cd996a01 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5d106ed-5d4d-4780-b431-0df186a2a05f HTTP/1.1" status: 204 len: 168 time: 0.1619639 May 27 00:29:34.676408 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-04f1eb6b-11ea-4a54-8bd6-2e390b24903b None None] Deleting port e2b78932-2ba9-4e32-af8e-a47b72617dd6 {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:34.677242 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-04f1eb6b-11ea-4a54-8bd6-2e390b24903b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:34.745984 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-04f1eb6b-11ea-4a54-8bd6-2e390b24903b None None] The port 'e2b78932-2ba9-4e32-af8e-a47b72617dd6' was deleted {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 00:29:35.625303 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device e2b78932-2ba9-4e32-af8e-a47b72617dd6 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:29:35.683718 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: e2b78932-2ba9-4e32-af8e-a47b72617dd6 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:29:35.684337 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device e2b78932-2ba9-4e32-af8e-a47b72617dd6 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:29:36.255657 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36882) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:36.395736 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5678dfaa-9369-4d0a-8bde-41b74c01037f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:36.435869 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-5678dfaa-9369-4d0a-8bde-41b74c01037f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:29:36.439658 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-5678dfaa-9369-4d0a-8bde-41b74c01037f admin admin] Usage tracker for resource:security_group_rule and tenant:9d3cf0e21a7e4b33ad6d9d21ca42cec9 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:29:36.445540 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-5678dfaa-9369-4d0a-8bde-41b74c01037f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:29:36.452187 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-5678dfaa-9369-4d0a-8bde-41b74c01037f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:29:36.517405 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5678dfaa-9369-4d0a-8bde-41b74c01037f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:36.521085 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-5678dfaa-9369-4d0a-8bde-41b74c01037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:36.567684 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678dfaa-9369-4d0a-8bde-41b74c01037f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764c9d9f-bc12-44aa-ab30-ac72c0897c17,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:36.571583 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-5678dfaa-9369-4d0a-8bde-41b74c01037f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d3cf0e21a7e4b33ad6d9d21ca42cec9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3149323 May 27 00:29:36.575178 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36890) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:36.633550 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-692a2f16-6be2-4a5a-af25-693a2ac9f322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:36.661011 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-692a2f16-6be2-4a5a-af25-693a2ac9f322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:36.713198 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-692a2f16-6be2-4a5a-af25-693a2ac9f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:36.730215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a2f16-6be2-4a5a-af25-693a2ac9f322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764c9d9f-bc12-44aa-ab30-ac72c0897c17,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:36.736820 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-692a2f16-6be2-4a5a-af25-693a2ac9f322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:36.737592 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-692a2f16-6be2-4a5a-af25-693a2ac9f322 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/764c9d9f-bc12-44aa-ab30-ac72c0897c17 HTTP/1.1" status: 204 len: 168 time: 0.1615977 May 27 00:29:37.872230 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379be34d-717f-4541-9634-5a2432e74960 req-90bc020e-f538-4431-916e-0f63c63aa680 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:29:37.873789 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-379be34d-717f-4541-9634-5a2432e74960 req-90bc020e-f538-4431-916e-0f63c63aa680 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 947 time: 0.0824947 May 27 00:29:37.924825 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-379be34d-717f-4541-9634-5a2432e74960 req-7ca5b390-7afc-471c-b1ca-cec0e451f8aa tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450997 May 27 00:29:39.182617 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e27ff4-2ba5-44cd-8467-5f335c1ef03d req-3d43db27-88d2-487f-9584-8851e0257513 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:29:39.184151 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c9e27ff4-2ba5-44cd-8467-5f335c1ef03d req-3d43db27-88d2-487f-9584-8851e0257513 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 947 time: 0.0797195 May 27 00:29:39.234414 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c9e27ff4-2ba5-44cd-8467-5f335c1ef03d req-673b1a3c-8e9c-4dd7-be70-3a8683fc5046 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups?id=122f533c-d390-49b5-9002-b5f0116e67fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434012 May 27 00:29:39.355173 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-3aedc5bd-05ab-44cf-9445-d42b58e910d1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:29:39.356587 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-3aedc5bd-05ab-44cf-9445-d42b58e910d1 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 947 time: 0.0766082 May 27 00:29:39.431516 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Deleting port a31572e3-6ae0-4e3e-b782-4d2bdb23103e {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:39.431857 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:39.762838 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] For port a31572e3-6ae0-4e3e-b782-4d2bdb23103e, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:29:39.763192 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:40.078643 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:40.079018 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:40.079334 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Floating IP dc75909a-5b7b-4c15-9580-30cae772ced0 disassociated. External IP: 172.28.0.36, port: a31572e3-6ae0-4e3e-b782-4d2bdb23103e. May 27 00:29:40.079676 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Calling delete_port for a31572e3-6ae0-4e3e-b782-4d2bdb23103e owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:29:40.232403 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:40.294455 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event deleted for resources: {'Port': ['ID=a31572e3-6ae0-4e3e-b782-4d2bdb23103e,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:40.483944 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-851798a9-1444-4b84-b32a-2997f9426f3e req-c63d927a-24ff-4264-8649-2ad8901ec1a8 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e8afd5-c55f-418a-97a8-9f401f082443 HTTP/1.1" status: 200 len: 210 time: 0.0521185 May 27 00:29:40.600332 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Router 537a0e11-ebac-4a02-9c26-4a21858e3357 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:29:40.861604 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:29:40.871578 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a651b05-1293-491e-89df-c473bc72fe31 None None] Sync routers for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:29:40.893016 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a651b05-1293-491e-89df-c473bc72fe31 None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:29:40.894064 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-0a651b05-1293-491e-89df-c473bc72fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:29:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:40.934919 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] No DVR routers for this DVR port a31572e3-6ae0-4e3e-b782-4d2bdb23103e on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:29:40.937399 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:40.940101 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'name': 'network-vif-deleted', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:29:40.961948 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fd2fdec6-02e5-43a4-bd2e-bd05d2f23257 req-a02814e2-0773-4ee0-ab6e-3b7a318bc8d5 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.60 "DELETE /v2.0/ports/a31572e3-6ae0-4e3e-b782-4d2bdb23103e HTTP/1.1" status: 204 len: 173 time: 1.5998914 May 27 00:29:41.045945 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21080d12-8ef9-4cdf-b96b-46abd2dcc93b'] response: {'server_uuid': 'd1e8afd5-c55f-418a-97a8-9f401f082443', 'name': 'network-vif-deleted', 'tag': 'a31572e3-6ae0-4e3e-b782-4d2bdb23103e', 'status': 'completed', 'code': 200} May 27 00:29:41.124405 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-0a651b05-1293-491e-89df-c473bc72fe31 None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:29:41.474452 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-0a651b05-1293-491e-89df-c473bc72fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:42Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:41.479552 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a651b05-1293-491e-89df-c473bc72fe31 None None] Checking router: 537a0e11-ebac-4a02-9c26-4a21858e3357 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:29:41.491242 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a651b05-1293-491e-89df-c473bc72fe31 None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:29:41.491847 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-0a651b05-1293-491e-89df-c473bc72fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:29:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:41.724066 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36978) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:41.743876 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-0a651b05-1293-491e-89df-c473bc72fe31 None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:29:41.810205 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-92e865cb-5b24-4331-b1af-84ea992c5077 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:41.839835 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-92e865cb-5b24-4331-b1af-84ea992c5077 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:41.906855 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-92e865cb-5b24-4331-b1af-84ea992c5077 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:41.930423 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e865cb-5b24-4331-b1af-84ea992c5077 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122f533c-d390-49b5-9002-b5f0116e67fe,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:41.938186 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-92e865cb-5b24-4331-b1af-84ea992c5077 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:41.939525 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-92e865cb-5b24-4331-b1af-84ea992c5077 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "DELETE /v2.0/security-groups/122f533c-d390-49b5-9002-b5f0116e67fe HTTP/1.1" status: 204 len: 168 time: 0.2140338 May 27 00:29:41.942377 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 36984) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:41.965383 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.api.v2.resource [None req-95567e96-1310-4635-a7be-6d6d5a0d17af tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] show failed (client error): The resource could not be found. May 27 00:29:41.966414 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-95567e96-1310-4635-a7be-6d6d5a0d17af tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "GET /v2.0/security-groups/122f533c-d390-49b5-9002-b5f0116e67fe HTTP/1.1" status: 404 len: 347 time: 0.0229030 May 27 00:29:41.970248 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 36988) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:42.156479 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-e00d02db-4b5d-4fd9-88a1-01edabc39e32 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Deleting port e1381f6d-a1ee-4c00-86c2-86e11f906638 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:42.157046 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00d02db-4b5d-4fd9-88a1-01edabc39e32 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:42.210410 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-0a651b05-1293-491e-89df-c473bc72fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:42Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:42.219189 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a651b05-1293-491e-89df-c473bc72fe31 None None] The sync data for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb is: [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:20:21Z', 'revision_number': 4, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '042b7001-ed03-495b-8de3-342e0673ea50', 'name': '', 'network_id': '316b6d55-4d43-484b-ae47-a98812a805f9', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'mac_address': 'fa:16:3e:99:1b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:19Z', 'updated_at': '2022-05-27T00:20:42Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'subnets': [{'id': 'aa5e148a-72e2-4fc0-a860-6493efc85895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:29:42.344706 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00d02db-4b5d-4fd9-88a1-01edabc39e32 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:42.345339 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00d02db-4b5d-4fd9-88a1-01edabc39e32 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:42.492116 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-e00d02db-4b5d-4fd9-88a1-01edabc39e32 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Calling delete_port for e1381f6d-a1ee-4c00-86c2-86e11f906638 owned by network:floatingip {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:29:42.547295 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041624bb-d844-489a-a195-42cd04ff2d49 None None] New status for floating IP dc75909a-5b7b-4c15-9580-30cae772ced0: DOWN {{(pid=83258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:29:42.651063 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:42.653479 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00d02db-4b5d-4fd9-88a1-01edabc39e32 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:42.706633 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.db.api [None req-041624bb-d844-489a-a195-42cd04ff2d49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83258) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:29:42.707027 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG oslo_db.api [None req-041624bb-d844-489a-a195-42cd04ff2d49 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:29:42.708296 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d02db-4b5d-4fd9-88a1-01edabc39e32 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Pushing event deleted for resources: {'Port': ['ID=e1381f6d-a1ee-4c00-86c2-86e11f906638,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:42.823195 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00d02db-4b5d-4fd9-88a1-01edabc39e32 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks [] for floatingip, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:42.844365 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e00d02db-4b5d-4fd9-88a1-01edabc39e32 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:42.846358 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-e00d02db-4b5d-4fd9-88a1-01edabc39e32 tempest-AttachVolumeShelveTestJSON-353053423 tempest-AttachVolumeShelveTestJSON-353053423-project] 10.222.0.42 "DELETE /v2.0/floatingips/dc75909a-5b7b-4c15-9580-30cae772ced0 HTTP/1.1" status: 204 len: 168 time: 0.8716936 May 27 00:29:43.208728 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041624bb-d844-489a-a195-42cd04ff2d49 None None] New status for floating IP dc75909a-5b7b-4c15-9580-30cae772ced0: DOWN {{(pid=83258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:29:44.122576 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device a31572e3-6ae0-4e3e-b782-4d2bdb23103e no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:29:44.155780 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: a31572e3-6ae0-4e3e-b782-4d2bdb23103e {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:29:44.156157 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device a31572e3-6ae0-4e3e-b782-4d2bdb23103e not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:29:45.737621 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37050) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:46.384896 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37072) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:46.455529 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-dc3e41e0-b605-4770-bb4c-15948c485a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825496'] for router_interface, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:46.539713 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f2b0abab-758a-4bdd-a302-6b7eee00f5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:46.573820 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-f2b0abab-758a-4bdd-a302-6b7eee00f5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:29:46.578031 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-f2b0abab-758a-4bdd-a302-6b7eee00f5c3 admin admin] Usage tracker for resource:security_group_rule and tenant:4d63e0330a4b44cb949391a5b75a8efb is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:29:46.581074 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-f2b0abab-758a-4bdd-a302-6b7eee00f5c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:29:46.587309 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-f2b0abab-758a-4bdd-a302-6b7eee00f5c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:29:46.660735 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f2b0abab-758a-4bdd-a302-6b7eee00f5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:46.664932 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f2b0abab-758a-4bdd-a302-6b7eee00f5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:46.713470 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0abab-758a-4bdd-a302-6b7eee00f5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277ef082-20f7-45b6-b57e-db55adbaa9f8,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:46.722548 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-f2b0abab-758a-4bdd-a302-6b7eee00f5c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d63e0330a4b44cb949391a5b75a8efb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3354733 May 27 00:29:46.722659 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37078) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:46.840920 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2f79b68e-1b9d-46d0-978c-bdc2532a8907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:46.928831 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2f79b68e-1b9d-46d0-978c-bdc2532a8907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.059289 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2f79b68e-1b9d-46d0-978c-bdc2532a8907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.082213 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79b68e-1b9d-46d0-978c-bdc2532a8907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277ef082-20f7-45b6-b57e-db55adbaa9f8,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:47.089339 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-2f79b68e-1b9d-46d0-978c-bdc2532a8907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.092426 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-2f79b68e-1b9d-46d0-978c-bdc2532a8907 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/277ef082-20f7-45b6-b57e-db55adbaa9f8 HTTP/1.1" status: 204 len: 168 time: 0.3688550 May 27 00:29:47.288288 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e41e0-b605-4770-bb4c-15948c485a1f admin admin] Deleting port 042b7001-ed03-495b-8de3-342e0673ea50 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:47.288627 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-dc3e41e0-b605-4770-bb4c-15948c485a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.427534 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37086) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:47.452999 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6f0ebc70-6b18-4616-8bb2-73c38f7a49e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.476561 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [None req-dc3e41e0-b605-4770-bb4c-15948c485a1f admin admin] For port 042b7001-ed03-495b-8de3-342e0673ea50, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=042b7001-ed03-495b-8de3-342e0673ea50,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:29:47.476920 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-dc3e41e0-b605-4770-bb4c-15948c485a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.488888 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-6f0ebc70-6b18-4616-8bb2-73c38f7a49e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:29:47.493085 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-6f0ebc70-6b18-4616-8bb2-73c38f7a49e5 admin admin] Usage tracker for resource:security_group_rule and tenant:d17eca617d574fc6bb14c0991422c3fc is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:29:47.496058 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-6f0ebc70-6b18-4616-8bb2-73c38f7a49e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:29:47.501773 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-6f0ebc70-6b18-4616-8bb2-73c38f7a49e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:29:47.604693 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e41e0-b605-4770-bb4c-15948c485a1f admin admin] Calling delete_port for 042b7001-ed03-495b-8de3-342e0673ea50 owned by network:router_interface {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:29:47.671041 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6f0ebc70-6b18-4616-8bb2-73c38f7a49e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.675297 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-6f0ebc70-6b18-4616-8bb2-73c38f7a49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.726743 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-6f0ebc70-6b18-4616-8bb2-73c38f7a49e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d17eca617d574fc6bb14c0991422c3fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2974346 May 27 00:29:47.727344 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ebc70-6b18-4616-8bb2-73c38f7a49e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b26795-8199-49b4-ac1f-f642a301e981,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:47.730910 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37090) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:47.785680 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-dc3e41e0-b605-4770-bb4c-15948c485a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.793477 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9b35f556-2d0d-47b9-8604-a2bc3ac53ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.819375 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9b35f556-2d0d-47b9-8604-a2bc3ac53ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.830380 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e41e0-b605-4770-bb4c-15948c485a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=042b7001-ed03-495b-8de3-342e0673ea50,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:47.890636 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9b35f556-2d0d-47b9-8604-a2bc3ac53ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.913235 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35f556-2d0d-47b9-8604-a2bc3ac53ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b26795-8199-49b4-ac1f-f642a301e981,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:47.919134 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9b35f556-2d0d-47b9-8604-a2bc3ac53ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:47.922981 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-9b35f556-2d0d-47b9-8604-a2bc3ac53ab2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47b26795-8199-49b4-ac1f-f642a301e981 HTTP/1.1" status: 204 len: 168 time: 0.1884236 May 27 00:29:48.142132 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-dc3e41e0-b605-4770-bb4c-15948c485a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15341180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1825423'] for router_interface, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:48.844894 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3e41e0-b605-4770-bb4c-15948c485a1f admin admin] Router 537a0e11-ebac-4a02-9c26-4a21858e3357 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:29:49.053169 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3e41e0-b605-4770-bb4c-15948c485a1f admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:29:49.064200 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c09e9-5d90-4ebf-9556-0739ac53745f None None] Sync routers for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:29:49.066710 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-dc3e41e0-b605-4770-bb4c-15948c485a1f admin admin] 10.222.0.42 "PUT /v2.0/routers/537a0e11-ebac-4a02-9c26-4a21858e3357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3279276 May 27 00:29:49.069108 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37116) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:49.078837 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c09e9-5d90-4ebf-9556-0739ac53745f None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:29:49.079734 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-bd5c09e9-5d90-4ebf-9556-0739ac53745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:29:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:49.284902 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Notify callbacks [] for router, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:49.319862 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-bd5c09e9-5d90-4ebf-9556-0739ac53745f None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:29:49.508472 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:49.519232 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Deleting port 01278896-ad93-432c-93bb-6b27211b39a5 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:49.519524 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:49.674642 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-bd5c09e9-5d90-4ebf-9556-0739ac53745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '01278896-ad93-432c-93bb-6b27211b39a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:29:47Z', 'revision_number': 5, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port': {'id': '01278896-ad93-432c-93bb-6b27211b39a5', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:20:11Z', 'updated_at': '2022-05-27T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:49.687025 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c09e9-5d90-4ebf-9556-0739ac53745f None None] Checking router: 537a0e11-ebac-4a02-9c26-4a21858e3357 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:29:49.698815 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c09e9-5d90-4ebf-9556-0739ac53745f None None] Routers {'537a0e11-ebac-4a02-9c26-4a21858e3357'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:29:49.699499 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-bd5c09e9-5d90-4ebf-9556-0739ac53745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:29:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['537a0e11-ebac-4a02-9c26-4a21858e3357'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:49.722433 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] For port 01278896-ad93-432c-93bb-6b27211b39a5, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=01278896-ad93-432c-93bb-6b27211b39a5,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:29:49.722879 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:49.851677 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Calling delete_port for 01278896-ad93-432c-93bb-6b27211b39a5 owned by network:router_gateway {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:29:49.857874 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-bd5c09e9-5d90-4ebf-9556-0739ac53745f None None] Set router 537a0e11-ebac-4a02-9c26-4a21858e3357 gateway port host: None {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:29:49.977248 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-bd5c09e9-5d90-4ebf-9556-0739ac53745f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:29:49Z', 'revision_number': 6, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port_host': None}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:49.982250 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c09e9-5d90-4ebf-9556-0739ac53745f None None] The sync data for ids ['537a0e11-ebac-4a02-9c26-4a21858e3357'] in dv-cinder-843305-3-smb is: [{'id': '537a0e11-ebac-4a02-9c26-4a21858e3357', 'name': 'tempest-AttachVolumeShelveTestJSON-670727745-router', 'tenant_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:20:08Z', 'updated_at': '2022-05-27T00:29:49Z', 'revision_number': 6, 'project_id': '8a7c9dd2cdc4409fb8e9a6ea957d8bb2', 'gw_port_host': None}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:29:50.137732 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:50.184859 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Pushing event deleted for resources: {'Port': ['ID=01278896-ad93-432c-93bb-6b27211b39a5,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:50.419892 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825221'] for router_gateway, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:50.679271 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31841'] for router, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:50.683731 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:50.709759 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1824409'] for router, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:50.710372 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 537a0e11-ebac-4a02-9c26-4a21858e3357 {{(pid=83255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 00:29:50.723682 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] Notify callbacks [] for router, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:50.727115 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ff1f2fa6-80bf-45ac-b6c5-546a772df281 admin admin] 10.222.0.42 "DELETE /v2.0/routers/537a0e11-ebac-4a02-9c26-4a21858e3357 HTTP/1.1" status: 204 len: 168 time: 1.6547275 May 27 00:29:50.727365 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37148) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:50.792752 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb253bb-9150-4911-8140-60f57fe07d91 admin admin] Deleting subnet aa5e148a-72e2-4fc0-a860-6493efc85895 {{(pid=83255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:29:50.795670 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ffb253bb-9150-4911-8140-60f57fe07d91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:50.845718 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ffb253bb-9150-4911-8140-60f57fe07d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2904482'] for subnet, precommit_delete_associations {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:50.925169 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ffb253bb-9150-4911-8140-60f57fe07d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:50.998723 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ffb253bb-9150-4911-8140-60f57fe07d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1260063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3110909'] for subnet, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:51.038066 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb253bb-9150-4911-8140-60f57fe07d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5e148a-72e2-4fc0-a860-6493efc85895,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:51.042927 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ffb253bb-9150-4911-8140-60f57fe07d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:51.047799 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac75d33c-e981-43ef-b226-87b89032ec7c None None] Network 316b6d55-4d43-484b-ae47-a98812a805f9 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:29:51.048299 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ffb253bb-9150-4911-8140-60f57fe07d91 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/aa5e148a-72e2-4fc0-a860-6493efc85895 HTTP/1.1" status: 204 len: 168 time: 0.3199449 May 27 00:29:51.050738 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37152) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:51.156534 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:51.167869 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Deleting port 03eefc71-1878-4a58-9330-715d03274c44 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:51.168191 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:51.298138 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ebfb4a-9616-4f24-8c4d-9298b1a2dcf2 None None] DHCP port deletion for 316b6d55-4d43-484b-ae47-a98812a805f9 request from dv-cinder-843305-3-smb {{(pid=83257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 00:29:51.302652 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebfb4a-9616-4f24-8c4d-9298b1a2dcf2 None None] Deleting port 03eefc71-1878-4a58-9330-715d03274c44 {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:51.303039 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a0ebfb4a-9616-4f24-8c4d-9298b1a2dcf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:51.390649 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] For port 03eefc71-1878-4a58-9330-715d03274c44, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=03eefc71-1878-4a58-9330-715d03274c44,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:29:51.391074 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:51.519819 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-a0ebfb4a-9616-4f24-8c4d-9298b1a2dcf2 None None] For port 03eefc71-1878-4a58-9330-715d03274c44, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=03eefc71-1878-4a58-9330-715d03274c44,segment=NetworkSegment(04caf6f7-f89a-4fd3-a236-8b98eaa31a95),segment_id=04caf6f7-f89a-4fd3-a236-8b98eaa31a95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:29:51.520212 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a0ebfb4a-9616-4f24-8c4d-9298b1a2dcf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:51.628817 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Calling delete_port for 03eefc71-1878-4a58-9330-715d03274c44 owned by network:dhcp {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:29:51.709383 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 042b7001-ed03-495b-8de3-342e0673ea50 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:29:51.728842 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:51.782707 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Pushing event deleted for resources: {'Port': ['ID=03eefc71-1878-4a58-9330-715d03274c44,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:51.789652 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] No DVR routers for this DVR port 03eefc71-1878-4a58-9330-715d03274c44 on host dv-cinder-843305-3-smb {{(pid=83255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:29:51.807131 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebfb4a-9616-4f24-8c4d-9298b1a2dcf2 None None] Calling delete_port for 03eefc71-1878-4a58-9330-715d03274c44 owned by network:dhcp {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:29:51.833494 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 042b7001-ed03-495b-8de3-342e0673ea50 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:29:51.833675 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 042b7001-ed03-495b-8de3-342e0673ea50 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:29:51.833970 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 03eefc71-1878-4a58-9330-715d03274c44 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:29:51.877527 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 03eefc71-1878-4a58-9330-715d03274c44 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:29:51.877863 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 03eefc71-1878-4a58-9330-715d03274c44 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:29:51.878271 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 01278896-ad93-432c-93bb-6b27211b39a5 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:29:51.912263 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:51.916618 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 01278896-ad93-432c-93bb-6b27211b39a5 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:29:51.916955 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 01278896-ad93-432c-93bb-6b27211b39a5 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:29:51.942540 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316b6d55-4d43-484b-ae47-a98812a805f9']}} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:51.955386 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.db.api [None req-a0ebfb4a-9616-4f24-8c4d-9298b1a2dcf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:29:51.955995 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04caf6f7-f89a-4fd3-a236-8b98eaa31a95') {'for_net_delete': True} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:51.955995 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04caf6f7-f89a-4fd3-a236-8b98eaa31a95') {} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:51.956198 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG oslo_db.api [None req-a0ebfb4a-9616-4f24-8c4d-9298b1a2dcf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:29:51.967969 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2907985'] for segment, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:51.985788 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:51.992431 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:29:51.992781 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1260145'] for segment, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: Traceback (most recent call last): May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: timer() May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: cb(*args, **kw) May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: return func(*args, **kwargs) May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: self._notify() May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: self.callback(batched_events) May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: event.method(event) May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: return f(self, *a, **k) May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: return self._get(url).json() May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: return self.request(url, 'GET', **kwargs) May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:29:52.006787 dv-cinder-843305-3-smb neutron-server[83255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:29:52.098998 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:52.115701 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:52.126607 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] Pushing event deleted for resources: {'Network': ['ID=316b6d55-4d43-484b-ae47-a98812a805f9,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:52.143259 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-d28bad43-d613-4cb5-a395-697156b0270a admin admin] 10.222.0.42 "DELETE /v2.0/networks/316b6d55-4d43-484b-ae47-a98812a805f9 HTTP/1.1" status: 204 len: 168 time: 1.0908589 May 27 00:29:52.352682 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37182) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:52.404898 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-bbda6630-fd19-4dfb-a852-4b536b7c2585 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a7c9dd2cdc4409fb8e9a6ea957d8bb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505068 May 27 00:29:52.407478 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37186) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:52.457190 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebfb4a-9616-4f24-8c4d-9298b1a2dcf2 None None] Deleting port 03eefc71-1878-4a58-9330-715d03274c44 {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:29:52.458301 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a0ebfb4a-9616-4f24-8c4d-9298b1a2dcf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:52.469737 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-660e6600-1e54-48fa-bfc3-6e31affa0b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:52.497434 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-660e6600-1e54-48fa-bfc3-6e31affa0b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:52.524160 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebfb4a-9616-4f24-8c4d-9298b1a2dcf2 None None] The port '03eefc71-1878-4a58-9330-715d03274c44' was deleted {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 00:29:52.557521 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-660e6600-1e54-48fa-bfc3-6e31affa0b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:52.575411 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e6600-1e54-48fa-bfc3-6e31affa0b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d829aa75-58bd-4741-97f2-aeca38395a94,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:52.582505 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-660e6600-1e54-48fa-bfc3-6e31affa0b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:52.587665 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-660e6600-1e54-48fa-bfc3-6e31affa0b46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d829aa75-58bd-4741-97f2-aeca38395a94 HTTP/1.1" status: 204 len: 168 time: 0.1752644 May 27 00:29:53.636322 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37218) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:53.752876 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37226) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:53.906157 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3c90e4a3-d815-4c0b-b644-3ae512d15b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:53.937229 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1591751244-network', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:29:53.952337 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:29:53.962620 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Usage tracker for resource:network and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:29:53.968906 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:29:53.999312 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:29:54.016520 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-3c90e4a3-d815-4c0b-b644-3ae512d15b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:29:54.025435 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-3c90e4a3-d815-4c0b-b644-3ae512d15b34 admin admin] Usage tracker for resource:security_group_rule and tenant:cda2abf2e24541e8a4a87866af11bc36 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:29:54.031441 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-3c90e4a3-d815-4c0b-b644-3ae512d15b34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:29:54.036138 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Made reservation on behalf of 21adfa6d091140bf9de02e5f6bf1cace for: {'network': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:29:54.039809 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.063880 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-3c90e4a3-d815-4c0b-b644-3ae512d15b34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:29:54.074801 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.130204 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:29:54.136233 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Usage tracker for resource:security_group_rule and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:29:54.143206 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:29:54.155815 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:29:54.192854 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3c90e4a3-d815-4c0b-b644-3ae512d15b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.198131 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-3c90e4a3-d815-4c0b-b644-3ae512d15b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.269858 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90e4a3-d815-4c0b-b644-3ae512d15b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0091b64a-05fd-4fde-827e-d7d0c68c9b08,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:54.280958 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37234) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:54.281696 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-3c90e4a3-d815-4c0b-b644-3ae512d15b34 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cda2abf2e24541e8a4a87866af11bc36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6430473 May 27 00:29:54.296608 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-2c431469-657f-4ed4-a36b-cc69db633f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.310230 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.315026 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.347929 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=83256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:29:54.357476 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f1ebea27-27a1-4bc2-a087-1a6eb50e8e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.360842 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc09ae0-a9a0-46bb-8463-2e5dec7ca868,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:54.366950 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.367290 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.segments_db [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Added segment 5f6156bc-5f80-4585-bbf9-b7709fbea62a of type vlan for network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 May 27 00:29:54.388625 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f1ebea27-27a1-4bc2-a087-1a6eb50e8e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.400374 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.430587 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.431468 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:29:54.432046 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.442474 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f1ebea27-27a1-4bc2-a087-1a6eb50e8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.463621 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebea27-27a1-4bc2-a087-1a6eb50e8e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0091b64a-05fd-4fde-827e-d7d0c68c9b08,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:54.471865 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f1ebea27-27a1-4bc2-a087-1a6eb50e8e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.475919 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-f1ebea27-27a1-4bc2-a087-1a6eb50e8e89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0091b64a-05fd-4fde-827e-d7d0c68c9b08 HTTP/1.1" status: 204 len: 168 time: 0.1936176 May 27 00:29:54.548741 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] Pushing event updated for resources: {'Network': ['ID=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:54.553030 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-1381f5e6-cf9e-4f27-bd78-d48a1e05502a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7988358 May 27 00:29:54.556850 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37240) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:54.564593 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:29:54.565526 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Request body: {'subnet': {'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1591751244-subnet', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:29:54.574081 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:29:54.581744 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Usage tracker for resource:subnet and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:29:54.587126 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:29:54.597528 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:29:54.617007 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Made reservation on behalf of 21adfa6d091140bf9de02e5f6bf1cace for: {'subnet': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:29:54.623324 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3110806'] for subnet, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.926420 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1260248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3110788'] for subnet, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:54.955423 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37246) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:54.976342 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1a44a4d0-c01c-4f40-bf01-04130f04440e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.007435 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c1ead2-948b-4f4c-969f-0c3d980919df,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:55.014673 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-1a44a4d0-c01c-4f40-bf01-04130f04440e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:29:55.020085 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-1a44a4d0-c01c-4f40-bf01-04130f04440e admin admin] Usage tracker for resource:security_group_rule and tenant:f89af7e887c54d4d8737df93e9b123d4 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:29:55.024076 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Checking segment: {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:29:55.024432 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Network hostable DHCP agents. Network: fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:29:55.024799 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-1a44a4d0-c01c-4f40-bf01-04130f04440e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:29:55.032580 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-1a44a4d0-c01c-4f40-bf01-04130f04440e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:29:55.049124 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:29:55.060800 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4) {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:29:55.064795 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:29:55.065424 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.075464 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e98151-85bd-4cfd-b2ab-4f52d2c1d6e4 None None] Network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:29:55.089197 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-65cb317e-9322-4a61-ad0f-82cfbd62dfea admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5305238 May 27 00:29:55.092585 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37250) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:55.103735 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:29:55.111260 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:29:55.119190 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Usage tracker for resource:router and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:29:55.123351 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1a44a4d0-c01c-4f40-bf01-04130f04440e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.124006 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:29:55.128455 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1a44a4d0-c01c-4f40-bf01-04130f04440e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.134582 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:29:55.150949 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31859'] for router, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.151995 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31864'] for router, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.178150 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.192042 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-1a44a4d0-c01c-4f40-bf01-04130f04440e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f89af7e887c54d4d8737df93e9b123d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2349000 May 27 00:29:55.192887 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44a4d0-c01c-4f40-bf01-04130f04440e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502b8e70-b31b-4938-b3b5-4e2446eade6b,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:55.195802 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37254) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:55.267949 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-79679ee9-3b13-4748-b141-f3bc91896ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.322886 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-79679ee9-3b13-4748-b141-f3bc91896ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.353999 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1824265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31854'] for router, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.370841 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96a82df2-393d-51df-9307-dc13b25ad232-fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df'}]}} from dv-cinder-843305-3-smb. {{(pid=83257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 00:29:55.371683 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.422056 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-79679ee9-3b13-4748-b141-f3bc91896ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.457955 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79679ee9-3b13-4748-b141-f3bc91896ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502b8e70-b31b-4938-b3b5-4e2446eade6b,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:55.465705 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-79679ee9-3b13-4748-b141-f3bc91896ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.470817 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-79679ee9-3b13-4748-b141-f3bc91896ed2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/502b8e70-b31b-4938-b3b5-4e2446eade6b HTTP/1.1" status: 204 len: 168 time: 0.2735622 May 27 00:29:55.584451 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.db_base_plugin_common [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Allocated IP 172.20.0.2 (fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4/e1c1ead2-948b-4f4c-969f-0c3d980919df/86e89acc-6b68-4fe4-be26-e8882298c2b5) {{(pid=83257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:29:55.598233 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.656314 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.854493 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Allocated IP 172.28.0.64 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:29:55.921741 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Notify callbacks [] for port, precommit_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:55.940028 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Transition to ACTIVE for port object 86e89acc-6b68-4fe4-be26-e8882298c2b5 will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:29:55.975515 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Transition to ACTIVE for port object 86e89acc-6b68-4fe4-be26-e8882298c2b5 will not be triggered until provisioned by entity DHCP. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:29:55.983973 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:56.088380 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 is already hosted by enough agents. {{(pid=83257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:29:56.089307 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Pushing event updated for resources: {'Port': ['ID=86e89acc-6b68-4fe4-be26-e8882298c2b5,revision_number=1']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:56.098134 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:56.098478 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:56.098811 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:56.099146 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:56.099469 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:56.100161 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:56.100161 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:56.100670 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:56.100782 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:56.101054 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:56.101458 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:56.105162 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.base_scheduler [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Resources bound (agent type, host, resource id): {{(pid=83257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:29:56.107363 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Received port after_create {{(pid=83257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:29:56.151823 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:56.194308 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:56.199243 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Attempting to bind port 86e89acc-6b68-4fe4-be26-e8882298c2b5 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:29:56.199605 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Attempting to bind port 86e89acc-6b68-4fe4-be26-e8882298c2b5 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:29:56.199962 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Attempting to bind port 86e89acc-6b68-4fe4-be26-e8882298c2b5 on network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:29:56.207076 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:29:56.207506 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Checking segment: {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:29:56.207862 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:56.208225 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Bound using segment: {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:29:56.208698 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Bound port: 86e89acc-6b68-4fe4-be26-e8882298c2b5, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:29:56.209070 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:56.269034 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:29:56.272515 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:29:56.275277 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:29:56.311820 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:56.314178 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] For port 86e89acc-6b68-4fe4-be26-e8882298c2b5, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:29:56.317695 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] For port 86e89acc-6b68-4fe4-be26-e8882298c2b5, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=86e89acc-6b68-4fe4-be26-e8882298c2b5,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:29:56.323615 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:56.442595 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e085cf-84eb-4d36-b119-021b070cf586 None None] Pushing event updated for resources: {'Port': ['ID=86e89acc-6b68-4fe4-be26-e8882298c2b5,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:56.498733 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-7b2c7c0b-601d-4fb9-9e58-be93cb1c09e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:56.516541 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:56.517703 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825177'] for router, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:56.887461 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 is scheduled to L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 with binding_index 1 {{(pid=83255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 00:29:57.163436 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:29:57.174243 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Sync routers for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:29:57.194670 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] Notify callbacks [] for router, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:57.197218 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-385a36ff-699c-4416-945b-e42225665a24 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1023841 May 27 00:29:57.199460 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37280) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:29:57.242336 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:29:57.242964 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:29:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:57.454267 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:29:57.800345 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2d93ce-e979-42c3-86ae-576b22fde9b0 None None] Network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:29:57.846402 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 86e89acc-6b68-4fe4-be26-e8882298c2b5 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:29:57.872145 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:56Z', 'revision_number': 3, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:57.881768 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Checking router: 11c824a8-f88d-442d-8fe9-3eff6c3c5593 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:29:57.882867 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Updating router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 port e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 binding host dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:29:58.003066 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.023674 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.025537 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97147fe0-6fe8-4a67-ba7a-061a607b4d28 None None] Provisioning for port 86e89acc-6b68-4fe4-be26-e8882298c2b5 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:29:58.103056 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.121015 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 86e89acc-6b68-4fe4-be26-e8882298c2b5 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:29:58.130413 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 86e89acc-6b68-4fe4-be26-e8882298c2b5 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:29:58.131149 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.367539 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.431130 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 86e89acc-6b68-4fe4-be26-e8882298c2b5, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=86e89acc-6b68-4fe4-be26-e8882298c2b5,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:29:58.438880 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.534194 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Notify callbacks [] for port, precommit_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.558016 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.provisioning_blocks [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Transition to ACTIVE for port object e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 will not be triggered until provisioned by entity L2. {{(pid=83258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:29:58.570486 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.581799 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=86e89acc-6b68-4fe4-be26-e8882298c2b5,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:58.677688 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Attempting to bind port e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:29:58.678047 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Attempting to bind port e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:29:58.678488 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Attempting to bind port e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 on network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:29:58.688454 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:29:58.688857 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Checking segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:29:58.689242 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.689666 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Bound using segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:29:58.690247 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Bound port: e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:29:58.690517 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.769077 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Pushing event updated for resources: {'Port': ['ID=e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1,revision_number=2']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:58.797039 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:58.797551 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:58.797674 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:58.798015 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:58.798370 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:58.798703 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:58.799023 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:58.799350 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:58.800014 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:58.800014 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:58.800328 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:29:58.801119 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-5852a121-a36f-4442-aa8d-7d3dc2af7e68 None None] Provisioning complete for port 86e89acc-6b68-4fe4-be26-e8882298c2b5 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:29:58.809428 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] For port e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:29:58.810953 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.815215 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5852a121-a36f-4442-aa8d-7d3dc2af7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.818518 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] For port e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:29:58.825479 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:58.933159 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed88c99-1697-44b3-8fec-68de2e4b20c7 None None] Pushing event updated for resources: {'Port': ['ID=e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1,revision_number=3']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:58.937538 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:29:58.938150 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:29:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:59.089727 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Allocated IP 172.20.0.1 (fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4/e1c1ead2-948b-4f4c-969f-0c3d980919df/2023e8ec-5f59-4922-8c33-385d536aca4d) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:29:59.162743 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:29:59.232931 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:59.296001 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:59.316947 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.provisioning_blocks [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Transition to ACTIVE for port object 2023e8ec-5f59-4922-8c33-385d536aca4d will not be triggered until provisioned by entity DHCP. {{(pid=83255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:29:59.357523 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:59.459763 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:29:59.460453 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:29:59.464385 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:29:59.502103 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Pushing event updated for resources: {'Port': ['ID=2023e8ec-5f59-4922-8c33-385d536aca4d,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:29:59.514125 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:56Z', 'revision_number': 3, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:29:59.518831 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f678f-226b-49b3-ada1-52af456b1a22 None None] The sync data for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb is: [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:56Z', 'revision_number': 3, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:29:59.537998 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825379'] for router_interface, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:59.672656 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:59.688545 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 86e89acc-6b68-4fe4-be26-e8882298c2b5 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:29:59.867008 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 86e89acc-6b68-4fe4-be26-e8882298c2b5 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:29:59.868395 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:29:59.997377 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-bec5f02b-0438-4bdd-b162-fc8fc4468fec None None] Provisioning for port 2023e8ec-5f59-4922-8c33-385d536aca4d completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:30:00.008883 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-bec5f02b-0438-4bdd-b162-fc8fc4468fec None None] Provisioning complete for port 2023e8ec-5f59-4922-8c33-385d536aca4d triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:30:00.009422 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-bec5f02b-0438-4bdd-b162-fc8fc4468fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:00.126093 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-bec5f02b-0438-4bdd-b162-fc8fc4468fec None None] Port 2023e8ec-5f59-4922-8c33-385d536aca4d cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:30:00.166567 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:00.174355 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1260117'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:00.380923 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Pushing event updated for resources: {'Port': ['ID=2023e8ec-5f59-4922-8c33-385d536aca4d,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:00.385662 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15341097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825486'] for router_interface, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:00.649766 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:30:00.651719 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:30:00.963770 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-f8cdedd5-0560-414c-bd2e-69feff392cad None None] Provisioning complete for port 2023e8ec-5f59-4922-8c33-385d536aca4d triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:30:00.964348 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-f8cdedd5-0560-414c-bd2e-69feff392cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:01.003922 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37330) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:01.062125 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-f8cdedd5-0560-414c-bd2e-69feff392cad None None] Port 2023e8ec-5f59-4922-8c33-385d536aca4d cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:30:01.209924 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4a070fb4-271a-4e8e-a295-256655488e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:01.246948 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-4a070fb4-271a-4e8e-a295-256655488e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:01.251697 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:30:01.252558 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-4a070fb4-271a-4e8e-a295-256655488e13 admin admin] Usage tracker for resource:security_group_rule and tenant:b3926953fef64a4cb904275ba087022a is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:01.255721 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-4a070fb4-271a-4e8e-a295-256655488e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:01.263522 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-4a070fb4-271a-4e8e-a295-256655488e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:01.340236 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4a070fb4-271a-4e8e-a295-256655488e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:01.347342 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4a070fb4-271a-4e8e-a295-256655488e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:01.400055 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a070fb4-271a-4e8e-a295-256655488e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac01f6c4-be5e-45c5-824f-9c73e7774bc2,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:01.406187 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-4a070fb4-271a-4e8e-a295-256655488e13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3926953fef64a4cb904275ba087022a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4011438 May 27 00:30:01.410412 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37336) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:01.515099 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-034672e3-41a2-46bb-a64b-5bc67cedd8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:01.562027 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-034672e3-41a2-46bb-a64b-5bc67cedd8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:01.660379 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-034672e3-41a2-46bb-a64b-5bc67cedd8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:01.693402 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034672e3-41a2-46bb-a64b-5bc67cedd8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac01f6c4-be5e-45c5-824f-9c73e7774bc2,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:01.710032 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-034672e3-41a2-46bb-a64b-5bc67cedd8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:01.715959 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-034672e3-41a2-46bb-a64b-5bc67cedd8c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac01f6c4-be5e-45c5-824f-9c73e7774bc2 HTTP/1.1" status: 204 len: 168 time: 0.3001306 May 27 00:30:01.759530 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:30:01.770544 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:30:01.786968 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-e4f7cf9d-822e-4e67-875e-05aed9cb8add admin admin] 10.222.0.42 "PUT /v2.0/routers/11c824a8-f88d-442d-8fe9-3eff6c3c5593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5861194 May 27 00:30:01.890198 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:30:01.905495 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:30:01.907548 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.101299 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.128034 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:30:02.135051 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.239426 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:02.286765 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37350) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:02.319345 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-cb22943e-34ff-4dd5-ba8e-0d0a3dbea6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.369739 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-cb22943e-34ff-4dd5-ba8e-0d0a3dbea6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:02.374459 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-cb22943e-34ff-4dd5-ba8e-0d0a3dbea6cf admin admin] Usage tracker for resource:security_group_rule and tenant:ef46088cf6fb4c0493022faf2b961c30 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:02.378893 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-cb22943e-34ff-4dd5-ba8e-0d0a3dbea6cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:02.389812 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-cb22943e-34ff-4dd5-ba8e-0d0a3dbea6cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:02.455821 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37354) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:02.462887 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540346618', 'description': 'tempest-description--270622040'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:02.470545 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:02.475523 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Usage tracker for resource:security_group and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:02.480048 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:02.489816 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-cb22943e-34ff-4dd5-ba8e-0d0a3dbea6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.491875 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:02.495821 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-cb22943e-34ff-4dd5-ba8e-0d0a3dbea6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.506166 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.545164 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:02.549354 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Usage tracker for resource:security_group_rule and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:02.552512 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:02.559782 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:02.583518 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22943e-34ff-4dd5-ba8e-0d0a3dbea6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d60c82d-bb5b-4827-919b-3acf7fcab102,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:02.593830 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-cb22943e-34ff-4dd5-ba8e-0d0a3dbea6cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef46088cf6fb4c0493022faf2b961c30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3026540 May 27 00:30:02.594878 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37358) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:02.686618 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.691817 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.757169 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ad931-2994-4f5a-83e6-2689951ddf49,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:02.761523 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4ca35341-a60c-4f67-aab1-be943ccddc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.763627 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.767968 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-51339749-57a3-4874-a194-b4e539d6e01b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3079572 May 27 00:30:02.768644 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37362) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:02.781372 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-e420cc4c-626c-44bd-b6c6-5e10e9ac6662 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Request body: {'security_group_rule': {'security_group_id': 'a07ad931-2994-4f5a-83e6-2689951ddf49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:02.792780 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e420cc4c-626c-44bd-b6c6-5e10e9ac6662 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:02.806905 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e420cc4c-626c-44bd-b6c6-5e10e9ac6662 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Usage tracker for resource:security_group_rule and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:02.811982 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e420cc4c-626c-44bd-b6c6-5e10e9ac6662 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:02.815940 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4ca35341-a60c-4f67-aab1-be943ccddc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.828047 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e420cc4c-626c-44bd-b6c6-5e10e9ac6662 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:02.870731 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e420cc4c-626c-44bd-b6c6-5e10e9ac6662 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.920067 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4ca35341-a60c-4f67-aab1-be943ccddc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.945783 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca35341-a60c-4f67-aab1-be943ccddc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d60c82d-bb5b-4827-919b-3acf7fcab102,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:02.952010 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4ca35341-a60c-4f67-aab1-be943ccddc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.954263 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-4ca35341-a60c-4f67-aab1-be943ccddc1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d60c82d-bb5b-4827-919b-3acf7fcab102 HTTP/1.1" status: 204 len: 168 time: 0.3584456 May 27 00:30:02.992725 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e420cc4c-626c-44bd-b6c6-5e10e9ac6662 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:02.997825 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e420cc4c-626c-44bd-b6c6-5e10e9ac6662 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:03.026910 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420cc4c-626c-44bd-b6c6-5e10e9ac6662 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3cc630-a455-476c-b7be-2133983f3d49,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:03.039133 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e420cc4c-626c-44bd-b6c6-5e10e9ac6662 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:03.041831 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-e420cc4c-626c-44bd-b6c6-5e10e9ac6662 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2726595 May 27 00:30:03.045795 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37368) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:03.052020 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-924b523c-aa4a-45ca-942e-2a85614eb825 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Request body: {'security_group_rule': {'security_group_id': 'a07ad931-2994-4f5a-83e6-2689951ddf49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:03.058912 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-924b523c-aa4a-45ca-942e-2a85614eb825 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:03.063785 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-924b523c-aa4a-45ca-942e-2a85614eb825 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Usage tracker for resource:security_group_rule and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:03.068919 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-924b523c-aa4a-45ca-942e-2a85614eb825 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:03.077156 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-924b523c-aa4a-45ca-942e-2a85614eb825 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:03.104257 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-924b523c-aa4a-45ca-942e-2a85614eb825 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:03.214242 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-924b523c-aa4a-45ca-942e-2a85614eb825 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:03.219014 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-924b523c-aa4a-45ca-942e-2a85614eb825 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:03.245444 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b523c-aa4a-45ca-942e-2a85614eb825 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1941c734-3cdf-4ad1-b999-2c7878598c35,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:03.263118 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-924b523c-aa4a-45ca-942e-2a85614eb825 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:03.264922 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-924b523c-aa4a-45ca-942e-2a85614eb825 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2179339 May 27 00:30:03.268995 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37374) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:03.275400 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Request body: {'floatingip': {'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:03.281665 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:03.286617 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Usage tracker for resource:floatingip and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:03.290045 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:03.298184 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:03.316339 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:03.557802 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:03.598476 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Sync routers for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:30:03.640946 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:30:03.642306 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:29:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:03.764887 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:30:03.770860 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Allocated IP 172.28.0.221 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/4b25e143-c2aa-4e9e-be3e-188e3cfc5c7a) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:30:03.965992 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:30:03.966359 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:03.971096 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.008320 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.019457 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:30:04.090750 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:30:04.094105 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:30:04.099233 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:30:04.125733 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event updated for resources: {'Port': ['ID=4b25e143-c2aa-4e9e-be3e-188e3cfc5c7a,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:04.264663 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37392) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:04.346965 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.413774 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.436716 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2006633292-network', 'tenant_id': '0d61fc6ad3e3416fba1d91dd658a01c4'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:04.442505 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:04.448236 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Usage tracker for resource:network and tenant:0d61fc6ad3e3416fba1d91dd658a01c4 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:04.452576 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:04.464953 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:04.479809 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Made reservation on behalf of 0d61fc6ad3e3416fba1d91dd658a01c4 for: {'network': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:30:04.483190 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.486113 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 2, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:04.491319 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Checking router: 11c824a8-f88d-442d-8fe9-3eff6c3c5593 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:30:04.491663 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Updating router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 port 2023e8ec-5f59-4922-8c33-385d536aca4d binding host dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:30:04.499654 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.542639 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:04.547086 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Usage tracker for resource:security_group_rule and tenant:0d61fc6ad3e3416fba1d91dd658a01c4 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:04.550799 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:04.560908 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:04.571921 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.659106 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.662467 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.666311 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1260117'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.670584 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.694217 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=83256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:30:04.723027 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.723361 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.segments_db [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Added segment 5e47c6a7-8479-4ae8-81f6-76b91a6265cb of type vlan for network 36d07a27-2155-46db-bf9c-c47ae316fd9d May 27 00:30:04.729041 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3978f154-e4f2-4838-a472-39988c500ec7,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:04.756953 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.789566 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event updated for resources: {'Port': ['ID=4b25e143-c2aa-4e9e-be3e-188e3cfc5c7a,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:04.796972 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.797988 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:04.798737 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.817933 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.860230 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:04.865458 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-5d191d69-f179-4721-86e9-cc5d5fdb2234 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5923545 May 27 00:30:04.920440 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6543839 May 27 00:30:04.924037 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cb255-6a4e-4980-8efe-7342fe7e5651 admin admin] Pushing event updated for resources: {'Network': ['ID=36d07a27-2155-46db-bf9c-c47ae316fd9d,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:04.925762 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37400) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:04.935437 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Request body: {'subnet': {'network_id': '36d07a27-2155-46db-bf9c-c47ae316fd9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2006633292-subnet', 'tenant_id': '0d61fc6ad3e3416fba1d91dd658a01c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:04.943413 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:04.950284 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Usage tracker for resource:subnet and tenant:0d61fc6ad3e3416fba1d91dd658a01c4 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:04.956737 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:04.967340 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:04.968576 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network 36d07a27-2155-46db-bf9c-c47ae316fd9d details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:30:04.983225 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Made reservation on behalf of 0d61fc6ad3e3416fba1d91dd658a01c4 for: {'subnet': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:30:04.986112 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3110806'] for subnet, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:05.257121 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Notify callbacks [] for port, precommit_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:05.278561 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Transition to ACTIVE for port object 2023e8ec-5f59-4922-8c33-385d536aca4d will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:30:05.285549 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-eff98df8-8b32-4fbd-ae16-1ca2fec3b854 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Synchronizing usage tracker for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:security_group {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:30:05.289414 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:05.314734 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-eff98df8-8b32-4fbd-ae16-1ca2fec3b854 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Unset dirty status for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:security_group {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:30:05.317338 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-eff98df8-8b32-4fbd-ae16-1ca2fec3b854 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--540346618&fields=id&tenant_id=21adfa6d091140bf9de02e5f6bf1cace HTTP/1.1" status: 200 len: 267 time: 0.0958278 May 27 00:30:05.335856 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1260248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3110788'] for subnet, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:05.408787 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0969416-d8a9-4c53-8c98-23a3b5b94799,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:05.452164 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0ab2e-9f14-4276-ab5c-29f488ba4272 None None] Pushing event updated for resources: {'Port': ['ID=2023e8ec-5f59-4922-8c33-385d536aca4d,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:05.459833 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Checking segment: {'id': '5e47c6a7-8479-4ae8-81f6-76b91a6265cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36d07a27-2155-46db-bf9c-c47ae316fd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:30:05.460509 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Network hostable DHCP agents. Network: 36d07a27-2155-46db-bf9c-c47ae316fd9d, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:30:05.495140 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Network 36d07a27-2155-46db-bf9c-c47ae316fd9d is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:30:05.518122 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, 36d07a27-2155-46db-bf9c-c47ae316fd9d) {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:30:05.527234 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:05.527855 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:05.536828 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf46b2-e29f-4030-9b6c-2915c1597480 None None] Network 36d07a27-2155-46db-bf9c-c47ae316fd9d requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:30:05.565377 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-f17d9f7a-e190-480c-8d61-0174ce2f2202 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6378124 May 27 00:30:05.625860 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Attempting to bind port 2023e8ec-5f59-4922-8c33-385d536aca4d on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:30:05.626347 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Attempting to bind port 2023e8ec-5f59-4922-8c33-385d536aca4d by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:30:05.627375 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Attempting to bind port 2023e8ec-5f59-4922-8c33-385d536aca4d on network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:30:05.660460 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:30:05.660899 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Checking segment: {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:30:05.661229 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-738919d3-a507-4fcd-83ee-94daa3eef312 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:05.661557 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:05.662041 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Bound using segment: {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:30:05.662405 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-738919d3-a507-4fcd-83ee-94daa3eef312 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Synchronizing usage tracker for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:network {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:30:05.662713 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Bound port: 2023e8ec-5f59-4922-8c33-385d536aca4d, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:30:05.663245 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:05.694633 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-738919d3-a507-4fcd-83ee-94daa3eef312 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Unset dirty status for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:network {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:30:05.695863 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-738919d3-a507-4fcd-83ee-94daa3eef312 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 811 time: 0.3673799 May 27 00:30:05.727280 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-3e258645-a7d3-4062-8100-d5afe40e6791 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/quotas/21adfa6d091140bf9de02e5f6bf1cace HTTP/1.1" status: 200 len: 375 time: 0.0162468 May 27 00:30:05.818327 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-00924c2d-bf96-4d70-923a-979bc8d85048 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854785 May 27 00:30:05.936301 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] For port 2023e8ec-5f59-4922-8c33-385d536aca4d, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:30:05.953623 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] For port 2023e8ec-5f59-4922-8c33-385d536aca4d, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=2023e8ec-5f59-4922-8c33-385d536aca4d,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:30:05.956530 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a3dcc-e9b2-4a14-90c5-edef3ed72152 None None] Network 36d07a27-2155-46db-bf9c-c47ae316fd9d requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:30:05.973785 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:06.081539 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-d9ff4970-84b1-4b35-9164-517436acf222 service neutron] 10.222.0.42 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402864 May 27 00:30:06.170899 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0ab2e-9f14-4276-ab5c-29f488ba4272 None None] Pushing event updated for resources: {'Port': ['ID=2023e8ec-5f59-4922-8c33-385d536aca4d,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:06.176030 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:30:06.176796 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:29:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:06.318982 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-f5f45810-9ddc-4d94-807b-35672137205f service neutron] 10.222.0.42 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272651 May 27 00:30:06.692228 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:30:06.781832 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2908e3ea-018e-4933-b150-7e90512318be req-a4c2c0b6-a595-402a-a78b-cdcb7bff4121 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 210 time: 0.1436899 May 27 00:30:06.886393 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37436) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:06.895866 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2064513323-network', 'tenant_id': '0c8636289e1b4106b77acaa9675c11a3'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:06.904356 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:06.909077 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Usage tracker for resource:network and tenant:0c8636289e1b4106b77acaa9675c11a3 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:06.912856 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:06.921322 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:06.936932 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Made reservation on behalf of 0c8636289e1b4106b77acaa9675c11a3 for: {'network': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:30:06.939445 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:06.960378 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:07.006332 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:07.013507 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Usage tracker for resource:security_group_rule and tenant:0c8636289e1b4106b77acaa9675c11a3 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:07.020240 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:07.032153 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:07.158861 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:07.167043 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:07.219251 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:05Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:07.225162 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=83255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:30:07.226098 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd17583-b520-4fd4-a4f3-5520a7c0242a None None] The sync data for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb is: [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:05Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:30:07.254238 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e64fb4-011e-4ba0-9b69-f8be1a9d2bce,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:07.264097 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:07.265919 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.segments_db [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Added segment c5e1061c-ecba-4770-a78b-548436bebf50 of type vlan for network 72b855f6-b7e4-4649-917d-2d8c18f14501 May 27 00:30:07.338548 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:07.392684 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:07.393644 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:07.394320 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:07.516583 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37442) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:07.517162 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6287770 May 27 00:30:07.517745 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894c8dc-33cf-4a67-942c-a0ae9c2119de admin admin] Pushing event updated for resources: {'Network': ['ID=72b855f6-b7e4-4649-917d-2d8c18f14501,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:07.524198 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Request body: {'subnet': {'network_id': '72b855f6-b7e4-4649-917d-2d8c18f14501', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2064513323-subnet', 'tenant_id': '0c8636289e1b4106b77acaa9675c11a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:07.529511 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:07.534022 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network 72b855f6-b7e4-4649-917d-2d8c18f14501 details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:30:07.535280 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Usage tracker for resource:subnet and tenant:0c8636289e1b4106b77acaa9675c11a3 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:07.538794 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:07.546716 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:07.563663 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Made reservation on behalf of 0c8636289e1b4106b77acaa9675c11a3 for: {'subnet': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:30:07.566742 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2366287'] for subnet, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:07.765193 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 2023e8ec-5f59-4922-8c33-385d536aca4d up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:30:07.860168 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 2023e8ec-5f59-4922-8c33-385d536aca4d completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:30:07.866936 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 2023e8ec-5f59-4922-8c33-385d536aca4d triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:30:07.867369 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:07.971216 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3030049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2366301'] for subnet, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:08.075897 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:08.117351 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 2023e8ec-5f59-4922-8c33-385d536aca4d, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=2023e8ec-5f59-4922-8c33-385d536aca4d,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:30:08.124781 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:08.125423 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:30:08.204693 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=2023e8ec-5f59-4922-8c33-385d536aca4d,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:08.218448 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fdc25a2e-1e19-4aec-9d83-5e02fffe1463 req-c8894fab-eeb7-4dd3-9e82-0a649ae49b62 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 210 time: 0.1852176 May 27 00:30:08.315625 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ae6d5a-ad11-4998-9f62-89b2c970e8a4,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:08.364299 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Checking segment: {'id': 'c5e1061c-ecba-4770-a78b-548436bebf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '72b855f6-b7e4-4649-917d-2d8c18f14501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:30:08.364661 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Network hostable DHCP agents. Network: 72b855f6-b7e4-4649-917d-2d8c18f14501, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:30:08.396028 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-6af3cb63-47ea-46a0-a568-2cf9efc2c961 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:08.397505 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-6af3cb63-47ea-46a0-a568-2cf9efc2c961 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.60 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 811 time: 0.2828994 May 27 00:30:08.410205 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Network 72b855f6-b7e4-4649-917d-2d8c18f14501 is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:30:08.447897 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, 72b855f6-b7e4-4649-917d-2d8c18f14501) {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:30:08.453680 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:08.454410 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:08.458891 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda100cc-dde8-4d0e-bd8e-ee4bdbcd70a9 None None] Network 72b855f6-b7e4-4649-917d-2d8c18f14501 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:30:08.479268 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-6936fde4-0341-4dd7-ba8e-c794b526dc8d tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21adfa6d091140bf9de02e5f6bf1cace HTTP/1.1" status: 200 len: 379 time: 0.0662718 May 27 00:30:08.489199 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Request body: {'port': {'device_id': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'admin_state_up': True, 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'security_groups': ['a07ad931-2994-4f5a-83e6-2689951ddf49']}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:08.594120 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-8cb474e2-8f0e-4059-a49c-309c3988628f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0751841 May 27 00:30:08.689216 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:08.694176 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Usage tracker for resource:port and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:08.697898 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:08.705123 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:08.710090 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665f4f8-2162-4625-9344-ba7a4b052412 None None] Network 72b855f6-b7e4-4649-917d-2d8c18f14501 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:30:08.733022 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Made reservation on behalf of 21adfa6d091140bf9de02e5f6bf1cace for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:30:08.736351 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:08.940948 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Allocated IP 172.20.0.10 (fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4/e1c1ead2-948b-4f4c-969f-0c3d980919df/61fb5371-1df8-4ad7-9090-8c9a3160dfde) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:30:09.171040 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:09.251217 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Transition to ACTIVE for port object 61fb5371-1df8-4ad7-9090-8c9a3160dfde will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:30:09.316211 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-d3c55bc9-c19f-4a7e-abb8-6b18dad5a812 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:09.316972 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-d3c55bc9-c19f-4a7e-abb8-6b18dad5a812 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Synchronizing usage tracker for tenant:0d61fc6ad3e3416fba1d91dd658a01c4 on resource:network {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:30:09.331836 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:09.386441 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-d3c55bc9-c19f-4a7e-abb8-6b18dad5a812 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Unset dirty status for tenant:0d61fc6ad3e3416fba1d91dd658a01c4 on resource:network {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:30:09.387583 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-d3c55bc9-c19f-4a7e-abb8-6b18dad5a812 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/networks?id=36d07a27-2155-46db-bf9c-c47ae316fd9d HTTP/1.1" status: 200 len: 809 time: 0.2486444 May 27 00:30:09.463905 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:30:09.470169 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:30:09.479208 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:30:09.610704 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-7a9f7603-e130-46b8-8c88-06c1097ea186 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/quotas/0d61fc6ad3e3416fba1d91dd658a01c4 HTTP/1.1" status: 200 len: 375 time: 0.1857457 May 27 00:30:09.611677 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event updated for resources: {'Port': ['ID=61fb5371-1df8-4ad7-9090-8c9a3160dfde,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:09.684928 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-88001b5a-350e-4dec-bfd9-d256c521d09a tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d61fc6ad3e3416fba1d91dd658a01c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654607 May 27 00:30:09.695918 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 2023e8ec-5f59-4922-8c33-385d536aca4d up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:30:09.705448 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:09.706091 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:09.776341 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-0cc03930-fa74-4bb6-8e82-efdaa945a592 None None] Provisioning for port 61fb5371-1df8-4ad7-9090-8c9a3160dfde completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:30:09.784095 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-0cc03930-fa74-4bb6-8e82-efdaa945a592 None None] Provisioning complete for port 61fb5371-1df8-4ad7-9090-8c9a3160dfde triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:30:09.784542 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-0cc03930-fa74-4bb6-8e82-efdaa945a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:09.821421 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3b699-0572-4386-b80b-896fc1ce8e93 req-b84a9a7c-45c7-422f-ad25-490624eadb6c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:09.822134 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-36e3b699-0572-4386-b80b-896fc1ce8e93 req-b84a9a7c-45c7-422f-ad25-490624eadb6c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Synchronizing usage tracker for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:30:09.831706 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-82614e02-d34e-40db-b2e8-63c9d273ef8f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3465657 May 27 00:30:09.845941 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Request body: {'port': {'device_id': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:09.853094 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 2023e8ec-5f59-4922-8c33-385d536aca4d triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:30:09.853492 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:09.889444 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-0cc03930-fa74-4bb6-8e82-efdaa945a592 None None] Port 61fb5371-1df8-4ad7-9090-8c9a3160dfde cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:30:09.926168 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-36e3b699-0572-4386-b80b-896fc1ce8e93 req-b84a9a7c-45c7-422f-ad25-490624eadb6c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Unset dirty status for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:30:09.927395 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-36e3b699-0572-4386-b80b-896fc1ce8e93 req-b84a9a7c-45c7-422f-ad25-490624eadb6c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 932 time: 0.5505035 May 27 00:30:10.010160 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e21e598d-1400-4da1-811c-1bdf68c38ecf service neutron] 10.222.0.42 "GET /v2.0/networks/36d07a27-2155-46db-bf9c-c47ae316fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996893 May 27 00:30:10.123501 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:10.162630 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-36e3b699-0572-4386-b80b-896fc1ce8e93 req-b5bca4c5-8646-4f07-b78f-7bde37e86e8e tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203324 May 27 00:30:10.263502 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-6562286d-e735-4698-8170-fafd852c9695 service neutron] 10.222.0.42 "GET /v2.0/networks/36d07a27-2155-46db-bf9c-c47ae316fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418768 May 27 00:30:10.540764 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3d4ebcfe-ddcc-42eb-b098-f61e04d34f39 req-01c8a689-fb8e-4429-a349-2a7462b06754 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 210 time: 0.0558865 May 27 00:30:10.683036 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fb5371-1df8-4ad7-9090-8c9a3160dfde {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:30:10.692126 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:10.709898 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Transition to ACTIVE for port object 61fb5371-1df8-4ad7-9090-8c9a3160dfde will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:30:10.715725 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:10.872422 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Pushing event updated for resources: {'Port': ['ID=61fb5371-1df8-4ad7-9090-8c9a3160dfde,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:11.010038 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Attempting to bind port 61fb5371-1df8-4ad7-9090-8c9a3160dfde on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:30:11.010484 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Attempting to bind port 61fb5371-1df8-4ad7-9090-8c9a3160dfde by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:30:11.010754 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Attempting to bind port 61fb5371-1df8-4ad7-9090-8c9a3160dfde on network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:30:11.017667 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Port 61fb5371-1df8-4ad7-9090-8c9a3160dfde on network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:30:11.017994 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Attempting to bind port 61fb5371-1df8-4ad7-9090-8c9a3160dfde on network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:30:11.026159 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:30:11.026500 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Checking segment: {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:30:11.026890 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Bound using segment: {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:30:11.027314 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Bound port: 61fb5371-1df8-4ad7-9090-8c9a3160dfde, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:30:11.027672 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:11.133489 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] For port 61fb5371-1df8-4ad7-9090-8c9a3160dfde, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:30:11.137143 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] For port 61fb5371-1df8-4ad7-9090-8c9a3160dfde, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:30:11.141827 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:11.212787 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:11.214442 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] 10.222.0.60 "PUT /v2.0/ports/61fb5371-1df8-4ad7-9090-8c9a3160dfde HTTP/1.1" status: 200 len: 1094 time: 1.3728113 May 27 00:30:11.214949 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'tag': '61fb5371-1df8-4ad7-9090-8c9a3160dfde'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:30:11.235644 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e47ea7-bf0c-40bc-b1c8-a7e6b1923673 service neutron] Pushing event updated for resources: {'Port': ['ID=61fb5371-1df8-4ad7-9090-8c9a3160dfde,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:11.345897 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebec33c2-27d9-423e-9d35-671a3824c5aa'] response: {'name': 'network-changed', 'server_uuid': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'tag': '61fb5371-1df8-4ad7-9090-8c9a3160dfde', 'status': 'completed', 'code': 200} May 27 00:30:11.393895 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-ee776514-1321-4d59-b30c-e04d0d0dc007 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 1097 time: 0.1045213 May 27 00:30:11.521965 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-066413df-f012-4d16-858b-2b8048590578 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde HTTP/1.1" status: 200 len: 217 time: 0.1204212 May 27 00:30:11.610020 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-f7c1cb52-646a-4bfc-88ab-28baca0a35fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:11.611616 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-f7c1cb52-646a-4bfc-88ab-28baca0a35fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 200 len: 850 time: 0.0825660 May 27 00:30:11.623371 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53972e84-c0a7-4da1-bd99-3fa316223612 req-0fd098ce-313f-4fe6-a94a-a4d8ae3d0ff5 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:11.625569 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-53972e84-c0a7-4da1-bd99-3fa316223612 req-0fd098ce-313f-4fe6-a94a-a4d8ae3d0ff5 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 944 time: 0.1578197 May 27 00:30:11.911741 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0306fa7a-5c37-4372-9bbc-1fefb43ee291 req-4a8301d8-b744-4318-8e51-1767013ce8cb tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 210 time: 0.1434820 May 27 00:30:11.971855 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-53972e84-c0a7-4da1-bd99-3fa316223612 req-860c5c33-64c5-4570-84aa-6f00017f8836 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098835 May 27 00:30:12.018109 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-d03dc02b-a38e-494e-9d66-b974b634ae39 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:12.019578 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-d03dc02b-a38e-494e-9d66-b974b634ae39 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.60 "GET /v2.0/networks?id=36d07a27-2155-46db-bf9c-c47ae316fd9d HTTP/1.1" status: 200 len: 809 time: 0.2020822 May 27 00:30:12.028316 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-efd28202-e49a-4416-b2ce-6f982f835500 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4022257 May 27 00:30:12.046523 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Request body: {'port': {'device_id': '269f1102-4577-45fd-8dcc-602a49bc3714', 'network_id': '36d07a27-2155-46db-bf9c-c47ae316fd9d', 'admin_state_up': True, 'tenant_id': '0d61fc6ad3e3416fba1d91dd658a01c4'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:12.302740 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-4c0dbe3e-19e3-4416-b427-972120fd288b service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400036 May 27 00:30:12.303716 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:12.307979 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Usage tracker for resource:port and tenant:0d61fc6ad3e3416fba1d91dd658a01c4 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:12.312099 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:12.337774 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:12.407982 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Made reservation on behalf of 0d61fc6ad3e3416fba1d91dd658a01c4 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:30:12.410994 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:12.535950 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bca3c1b8-837f-43e0-8b5e-870935c1a7c2 req-d34182c5-09bc-425a-b6f7-1f0a44dc138e service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249055 May 27 00:30:12.648515 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:12.731957 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Allocated IP 172.20.0.13 (36d07a27-2155-46db-bf9c-c47ae316fd9d/d0969416-d8a9-4c53-8c98-23a3b5b94799/f92286a0-a599-48fe-bd02-b32dceb6dae2) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:30:12.778488 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-873734b1-2899-408d-b85a-e3f3169b429f req-c6f80993-4ef9-496a-9fd9-0e2d4eba3cec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 1097 time: 0.1774950 May 27 00:30:13.049341 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873734b1-2899-408d-b85a-e3f3169b429f req-97f95619-f87c-4963-b28c-d89d29ce6e68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:13.050808 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-873734b1-2899-408d-b85a-e3f3169b429f req-97f95619-f87c-4963-b28c-d89d29ce6e68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 912 time: 0.2630274 May 27 00:30:13.212714 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-36d159fc-a153-4602-bab9-e9661104846d req-74d41549-be4a-4218-ac6a-7e5518e8e9d7 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 210 time: 0.1026039 May 27 00:30:13.223532 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:13.226697 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-873734b1-2899-408d-b85a-e3f3169b429f req-7beec2eb-b1fb-4381-b419-e3a93ba782ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde HTTP/1.1" status: 200 len: 217 time: 0.1662388 May 27 00:30:13.432613 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873734b1-2899-408d-b85a-e3f3169b429f req-f5f06d1e-41f4-4534-bed2-6f346337f404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:13.434040 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-873734b1-2899-408d-b85a-e3f3169b429f req-f5f06d1e-41f4-4534-bed2-6f346337f404 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 200 len: 850 time: 0.1965787 May 27 00:30:13.493650 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:13.499910 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d9b18-e8a3-4d5e-b1f2-8d7cdd3d6920 req-b946a642-3ba7-4b64-a215-7620e39f5261 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:13.501363 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-533d9b18-e8a3-4d5e-b1f2-8d7cdd3d6920 req-b946a642-3ba7-4b64-a215-7620e39f5261 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 944 time: 0.3437083 May 27 00:30:13.619043 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Network 36d07a27-2155-46db-bf9c-c47ae316fd9d is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:30:13.626638 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Pushing event updated for resources: {'Port': ['ID=f92286a0-a599-48fe-bd02-b32dceb6dae2,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:13.629068 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:30:13.635297 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:30:13.679581 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-533d9b18-e8a3-4d5e-b1f2-8d7cdd3d6920 req-0a403ea1-cb38-455e-9af9-3ef2fdbe8381 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456935 May 27 00:30:13.691590 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-873734b1-2899-408d-b85a-e3f3169b429f req-334d49a1-5aae-4b23-b837-086d1ffbd4e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2502906 May 27 00:30:13.732099 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:13.732706 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:13.820545 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-21fcd80e-ceb8-428f-b9c5-b04dc4b911f1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7778752 May 27 00:30:13.831739 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Request body: {'port': {'device_id': '269f1102-4577-45fd-8dcc-602a49bc3714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:13.915012 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-873734b1-2899-408d-b85a-e3f3169b429f req-b930f178-6cef-44e6-80fa-6c1a5edb9257 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166252 May 27 00:30:14.079007 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:14.206299 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-873734b1-2899-408d-b85a-e3f3169b429f req-4471725a-cd70-4037-9c7b-a49db3df803f service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585518 May 27 00:30:14.237449 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 61fb5371-1df8-4ad7-9090-8c9a3160dfde details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:30:14.442365 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 61fb5371-1df8-4ad7-9090-8c9a3160dfde, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:30:14.458203 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '61fb5371-1df8-4ad7-9090-8c9a3160dfde', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'port_id': '61fb5371-1df8-4ad7-9090-8c9a3160dfde', 'mac_address': 'fa:16:3e:cb:a9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:30:14.514012 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:14.532319 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fb5371-1df8-4ad7-9090-8c9a3160dfde {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:30:14.548501 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 61fb5371-1df8-4ad7-9090-8c9a3160dfde, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:30:14.551758 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:14.580719 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb1c3e-c3f8-435a-ba3a-09bde322ed8d req-87e17fe3-99d5-45ff-89d4-678fbb8f7ee1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:14.581437 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-d8eb1c3e-c3f8-435a-ba3a-09bde322ed8d req-87e17fe3-99d5-45ff-89d4-678fbb8f7ee1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Synchronizing usage tracker for tenant:0d61fc6ad3e3416fba1d91dd658a01c4 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:30:14.629991 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=61fb5371-1df8-4ad7-9090-8c9a3160dfde,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:14.638104 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-d8eb1c3e-c3f8-435a-ba3a-09bde322ed8d req-87e17fe3-99d5-45ff-89d4-678fbb8f7ee1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Unset dirty status for tenant:0d61fc6ad3e3416fba1d91dd658a01c4 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:30:14.639238 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d8eb1c3e-c3f8-435a-ba3a-09bde322ed8d req-87e17fe3-99d5-45ff-89d4-678fbb8f7ee1 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 932 time: 0.2666898 May 27 00:30:14.685889 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92286a0-a599-48fe-bd02-b32dceb6dae2 {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:30:14.699645 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:14.727696 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Transition to ACTIVE for port object f92286a0-a599-48fe-bd02-b32dceb6dae2 will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:30:14.729854 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-d8eb1c3e-c3f8-435a-ba3a-09bde322ed8d req-cdce050f-e343-4d02-9107-11c5b6ed32df tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Synchronizing usage tracker for tenant:0d61fc6ad3e3416fba1d91dd658a01c4 on resource:security_group {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:30:14.733761 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:14.854144 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-d8eb1c3e-c3f8-435a-ba3a-09bde322ed8d req-cdce050f-e343-4d02-9107-11c5b6ed32df tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Unset dirty status for tenant:0d61fc6ad3e3416fba1d91dd658a01c4 on resource:security_group {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:30:14.855283 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d8eb1c3e-c3f8-435a-ba3a-09bde322ed8d req-cdce050f-e343-4d02-9107-11c5b6ed32df tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/security-groups?id=3978f154-e4f2-4838-a472-39988c500ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019844 May 27 00:30:14.861867 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['61fb5371-1df8-4ad7-9090-8c9a3160dfde'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:30:14.903410 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Pushing event updated for resources: {'Port': ['ID=f92286a0-a599-48fe-bd02-b32dceb6dae2,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:15.050919 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea5c4c-fd00-4ef0-8af7-0e22693b2f88 req-2cb0e883-d1f9-40ad-a79b-b748737acc48 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:15.052295 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-05ea5c4c-fd00-4ef0-8af7-0e22693b2f88 req-2cb0e883-d1f9-40ad-a79b-b748737acc48 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 945 time: 0.2013683 May 27 00:30:15.054621 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Attempting to bind port f92286a0-a599-48fe-bd02-b32dceb6dae2 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:30:15.054950 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Attempting to bind port f92286a0-a599-48fe-bd02-b32dceb6dae2 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5e47c6a7-8479-4ae8-81f6-76b91a6265cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36d07a27-2155-46db-bf9c-c47ae316fd9d'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:30:15.055808 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Attempting to bind port f92286a0-a599-48fe-bd02-b32dceb6dae2 on network 36d07a27-2155-46db-bf9c-c47ae316fd9d {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:30:15.077805 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Port f92286a0-a599-48fe-bd02-b32dceb6dae2 on network 36d07a27-2155-46db-bf9c-c47ae316fd9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:30:15.078123 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Attempting to bind port f92286a0-a599-48fe-bd02-b32dceb6dae2 on network 36d07a27-2155-46db-bf9c-c47ae316fd9d {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:30:15.090398 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:30:15.091115 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Checking segment: {'id': '5e47c6a7-8479-4ae8-81f6-76b91a6265cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36d07a27-2155-46db-bf9c-c47ae316fd9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:30:15.091115 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Bound using segment: {'id': '5e47c6a7-8479-4ae8-81f6-76b91a6265cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36d07a27-2155-46db-bf9c-c47ae316fd9d'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:30:15.091494 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Bound port: f92286a0-a599-48fe-bd02-b32dceb6dae2, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e47c6a7-8479-4ae8-81f6-76b91a6265cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '36d07a27-2155-46db-bf9c-c47ae316fd9d'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:30:15.091837 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:15.153544 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-05ea5c4c-fd00-4ef0-8af7-0e22693b2f88 req-2834134c-bb67-40fe-a9e6-4bc11cc522b1 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933647 May 27 00:30:15.202127 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] For port f92286a0-a599-48fe-bd02-b32dceb6dae2, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:30:15.205111 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] For port f92286a0-a599-48fe-bd02-b32dceb6dae2, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f92286a0-a599-48fe-bd02-b32dceb6dae2,segment=NetworkSegment(5e47c6a7-8479-4ae8-81f6-76b91a6265cb),segment_id=5e47c6a7-8479-4ae8-81f6-76b91a6265cb)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:30:15.210989 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:15.273532 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:15.275450 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] 10.222.0.60 "PUT /v2.0/ports/f92286a0-a599-48fe-bd02-b32dceb6dae2 HTTP/1.1" status: 200 len: 1094 time: 1.4479935 May 27 00:30:15.275886 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269f1102-4577-45fd-8dcc-602a49bc3714', 'tag': 'f92286a0-a599-48fe-bd02-b32dceb6dae2'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:30:15.296429 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2430f98-b612-45dd-ad68-f84719a2662a service neutron] Pushing event updated for resources: {'Port': ['ID=f92286a0-a599-48fe-bd02-b32dceb6dae2,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:15.363992 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f06eceb-aad0-475f-b3f2-5694796b4021'] response: {'name': 'network-changed', 'server_uuid': '269f1102-4577-45fd-8dcc-602a49bc3714', 'tag': 'f92286a0-a599-48fe-bd02-b32dceb6dae2', 'status': 'completed', 'code': 200} May 27 00:30:15.511927 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-cd87b3c2-273d-4d2e-bf26-fa78b1bed35b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d61fc6ad3e3416fba1d91dd658a01c4&device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 1097 time: 0.1981726 May 27 00:30:15.587149 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-1e4963ed-490d-4acd-a556-a06be6fa2d6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92286a0-a599-48fe-bd02-b32dceb6dae2 HTTP/1.1" status: 200 len: 217 time: 0.0631926 May 27 00:30:15.694191 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-78b71282-b80b-42b6-bca9-530b48730ec6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:15.697210 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-78b71282-b80b-42b6-bca9-530b48730ec6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0969416-d8a9-4c53-8c98-23a3b5b94799 HTTP/1.1" status: 200 len: 849 time: 0.1028831 May 27 00:30:15.742294 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-702c1b91-8f9a-4193-bd51-bea48d31d784 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36d07a27-2155-46db-bf9c-c47ae316fd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385077 May 27 00:30:15.876508 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-1dd8abc9-12f1-4d51-b60d-ae3847c278cd service neutron] 10.222.0.60 "GET /v2.0/networks/36d07a27-2155-46db-bf9c-c47ae316fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282637 May 27 00:30:16.017939 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b4cd1f4-aa16-44f6-b701-74fb6146309a req-769d1f04-6fca-40eb-9285-e8284e559f44 service neutron] 10.222.0.60 "GET /v2.0/networks/36d07a27-2155-46db-bf9c-c47ae316fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358297 May 27 00:30:16.129793 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-69223dcc-fa5d-4008-9ebc-f75a19bc3af2 req-4165965c-74fa-4d6a-9823-bb011128fccb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d61fc6ad3e3416fba1d91dd658a01c4&device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 1097 time: 0.0705805 May 27 00:30:16.260892 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 61fb5371-1df8-4ad7-9090-8c9a3160dfde up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:30:16.333958 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69223dcc-fa5d-4008-9ebc-f75a19bc3af2 req-4e3b85d6-4f6b-450b-95ff-c60af32c39bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:16.335412 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-69223dcc-fa5d-4008-9ebc-f75a19bc3af2 req-4e3b85d6-4f6b-450b-95ff-c60af32c39bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=36d07a27-2155-46db-bf9c-c47ae316fd9d HTTP/1.1" status: 200 len: 910 time: 0.1998823 May 27 00:30:16.343590 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port 61fb5371-1df8-4ad7-9090-8c9a3160dfde completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:30:16.346561 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e59e7-e536-4651-9231-11846fe9bb56 req-1b84793f-f0cb-4b10-8cdc-e1c2226ca743 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:16.347944 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-534e59e7-e536-4651-9231-11846fe9bb56 req-1b84793f-f0cb-4b10-8cdc-e1c2226ca743 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 944 time: 0.3423870 May 27 00:30:16.349146 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 61fb5371-1df8-4ad7-9090-8c9a3160dfde triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:30:16.349473 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:16.471283 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-69223dcc-fa5d-4008-9ebc-f75a19bc3af2 req-25a18e24-71c4-4b91-9cb8-7091b4475c0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f92286a0-a599-48fe-bd02-b32dceb6dae2 HTTP/1.1" status: 200 len: 217 time: 0.1223662 May 27 00:30:16.475396 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:16.503447 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fb5371-1df8-4ad7-9090-8c9a3160dfde'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:30:16.513533 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 61fb5371-1df8-4ad7-9090-8c9a3160dfde, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:30:16.520760 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:16.569493 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-534e59e7-e536-4651-9231-11846fe9bb56 req-9a513be0-bb82-4a65-8c15-2b71fc33c72e tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/security-groups?id=3978f154-e4f2-4838-a472-39988c500ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693594 May 27 00:30:16.577055 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69223dcc-fa5d-4008-9ebc-f75a19bc3af2 req-4e496882-12b0-4a5c-acc7-818e4b710842 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:16.580228 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-69223dcc-fa5d-4008-9ebc-f75a19bc3af2 req-4e496882-12b0-4a5c-acc7-818e4b710842 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d0969416-d8a9-4c53-8c98-23a3b5b94799 HTTP/1.1" status: 200 len: 849 time: 0.1013794 May 27 00:30:16.607263 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=61fb5371-1df8-4ad7-9090-8c9a3160dfde,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:16.672064 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-69223dcc-fa5d-4008-9ebc-f75a19bc3af2 req-de75b4e8-9341-4676-bc57-49a2efd6234d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=36d07a27-2155-46db-bf9c-c47ae316fd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834272 May 27 00:30:16.678534 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05dae168-2e86-48ff-bf4d-65c5ff411967'] response: {'server_uuid': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fb5371-1df8-4ad7-9090-8c9a3160dfde', 'code': 200} May 27 00:30:16.685025 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65075631-b380-477b-81ac-7fc2d74f4091 req-5aeb232c-7ecd-40da-9519-971032d99a62 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:16.686504 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-65075631-b380-477b-81ac-7fc2d74f4091 req-5aeb232c-7ecd-40da-9519-971032d99a62 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 945 time: 0.3979914 May 27 00:30:16.840057 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-65075631-b380-477b-81ac-7fc2d74f4091 req-2ce85b90-cd99-4322-9e27-119485dfd722 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312268 May 27 00:30:16.904412 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-69223dcc-fa5d-4008-9ebc-f75a19bc3af2 req-97930b2e-6403-405b-b6b7-bb97fae6f9d7 service neutron] 10.222.0.60 "GET /v2.0/networks/36d07a27-2155-46db-bf9c-c47ae316fd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160902 May 27 00:30:17.038706 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8cb615ed-24a1-4cdb-91f1-1d6b21b462fc req-ec7484f0-fdc3-4bce-a83d-7790f09c9bf1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 1099 time: 0.1845884 May 27 00:30:17.075216 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-69223dcc-fa5d-4008-9ebc-f75a19bc3af2 req-a1c04078-c954-4483-aded-3d1486f7ff3b service neutron] 10.222.0.60 "GET /v2.0/networks/36d07a27-2155-46db-bf9c-c47ae316fd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648998 May 27 00:30:17.101087 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8cb615ed-24a1-4cdb-91f1-1d6b21b462fc req-1c0373d5-17fd-4dcf-9964-a95bdae24f6a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503609 May 27 00:30:17.829748 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ca0ad-bb3c-478d-98ae-b8dc24a3223d req-bb27b89f-ef59-4038-ba7b-17cab064158c tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:17.831279 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-989ca0ad-bb3c-478d-98ae-b8dc24a3223d req-bb27b89f-ef59-4038-ba7b-17cab064158c tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 944 time: 0.1077397 May 27 00:30:17.884409 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-989ca0ad-bb3c-478d-98ae-b8dc24a3223d req-5afa9935-f9bd-41d0-bfa5-655394b59383 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/security-groups?id=3978f154-e4f2-4838-a472-39988c500ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465994 May 27 00:30:18.203542 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae80bc3-06bd-47bc-9958-054efa7e9f60 req-827fffe0-2d69-4db4-9967-d54111d1000f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:18.205006 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ae80bc3-06bd-47bc-9958-054efa7e9f60 req-827fffe0-2d69-4db4-9967-d54111d1000f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.1799457 May 27 00:30:18.256487 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ae80bc3-06bd-47bc-9958-054efa7e9f60 req-a1c2b8bf-1ebc-4ec1-803b-0960b9858bac tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457070 May 27 00:30:18.267891 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device f92286a0-a599-48fe-bd02-b32dceb6dae2 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:30:18.406988 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port f92286a0-a599-48fe-bd02-b32dceb6dae2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f92286a0-a599-48fe-bd02-b32dceb6dae2,segment=NetworkSegment(5e47c6a7-8479-4ae8-81f6-76b91a6265cb),segment_id=5e47c6a7-8479-4ae8-81f6-76b91a6265cb)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:30:18.421299 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': 'f92286a0-a599-48fe-bd02-b32dceb6dae2', 'network_id': '36d07a27-2155-46db-bf9c-c47ae316fd9d', 'port_id': 'f92286a0-a599-48fe-bd02-b32dceb6dae2', 'mac_address': 'fa:16:3e:2c:5e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0969416-d8a9-4c53-8c98-23a3b5b94799', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:30:18.481533 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:18.500488 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92286a0-a599-48fe-bd02-b32dceb6dae2 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:30:18.516379 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port f92286a0-a599-48fe-bd02-b32dceb6dae2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f92286a0-a599-48fe-bd02-b32dceb6dae2,segment=NetworkSegment(5e47c6a7-8479-4ae8-81f6-76b91a6265cb),segment_id=5e47c6a7-8479-4ae8-81f6-76b91a6265cb)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:30:18.520625 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:18.588874 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=f92286a0-a599-48fe-bd02-b32dceb6dae2,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:18.873345 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['f92286a0-a599-48fe-bd02-b32dceb6dae2'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:30:19.141242 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42803df-4c66-479e-a494-1ef32b33345b req-192b64c9-6af4-49b5-b767-546d2ca3eaed tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:19.142840 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b42803df-4c66-479e-a494-1ef32b33345b req-192b64c9-6af4-49b5-b767-546d2ca3eaed tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 945 time: 0.1217020 May 27 00:30:19.194243 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b42803df-4c66-479e-a494-1ef32b33345b req-d03217fe-2fa9-42b6-b9dd-9272008981cc tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/security-groups?id=3978f154-e4f2-4838-a472-39988c500ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 May 27 00:30:19.487337 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2ecbb-595c-47ed-81d9-1588b5e0bdf7 req-d3b34a9f-78dd-4695-8e6c-41e1afbcf2af tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:19.489944 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8ac2ecbb-595c-47ed-81d9-1588b5e0bdf7 req-d3b34a9f-78dd-4695-8e6c-41e1afbcf2af tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.1062100 May 27 00:30:19.549715 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8ac2ecbb-595c-47ed-81d9-1588b5e0bdf7 req-7c5a5a16-9bb0-446e-8c2e-e8f5aa6fab4c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533633 May 27 00:30:19.757496 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e737e36-28dc-4d69-937d-3c7ea52e9b44 req-21ab614a-3eac-451f-8c32-5dd4d13973d8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:19.759014 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0e737e36-28dc-4d69-937d-3c7ea52e9b44 req-21ab614a-3eac-451f-8c32-5dd4d13973d8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0845599 May 27 00:30:19.768680 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37510) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:19.774863 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-11ad8909-c288-40cf-a919-f0deaa955513 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Request body: {'floatingip': {'port_id': '61fb5371-1df8-4ad7-9090-8c9a3160dfde'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:30:19.857780 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-11ad8909-c288-40cf-a919-f0deaa955513 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:20.270089 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device f92286a0-a599-48fe-bd02-b32dceb6dae2 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:30:20.390714 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port f92286a0-a599-48fe-bd02-b32dceb6dae2 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:30:20.400347 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port f92286a0-a599-48fe-bd02-b32dceb6dae2 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:30:20.400907 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:20.580854 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:20.609993 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-11ad8909-c288-40cf-a919-f0deaa955513 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:20.622135 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e75482-3d12-4c3d-9539-a3220b5abe78 req-6c39ec6a-7127-4ffc-8c37-6b55ba08ef56 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:20.623651 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-63e75482-3d12-4c3d-9539-a3220b5abe78 req-6c39ec6a-7127-4ffc-8c37-6b55ba08ef56 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 945 time: 0.1840835 May 27 00:30:20.624394 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-11ad8909-c288-40cf-a919-f0deaa955513 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:20.631255 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269f1102-4577-45fd-8dcc-602a49bc3714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92286a0-a599-48fe-bd02-b32dceb6dae2'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:30:20.648540 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port f92286a0-a599-48fe-bd02-b32dceb6dae2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f92286a0-a599-48fe-bd02-b32dceb6dae2,segment=NetworkSegment(5e47c6a7-8479-4ae8-81f6-76b91a6265cb),segment_id=5e47c6a7-8479-4ae8-81f6-76b91a6265cb)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:30:20.657222 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:20.721378 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1690f822-a2e9-4f64-b6a4-362257248e76'] response: {'server_uuid': '269f1102-4577-45fd-8dcc-602a49bc3714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92286a0-a599-48fe-bd02-b32dceb6dae2', 'code': 200} May 27 00:30:20.783379 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=f92286a0-a599-48fe-bd02-b32dceb6dae2,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:20.823227 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-63e75482-3d12-4c3d-9539-a3220b5abe78 req-eced7693-0367-4562-b0f7-0e051b5040d8 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/security-groups?id=3978f154-e4f2-4838-a472-39988c500ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426520 May 27 00:30:20.895982 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [None req-11ad8909-c288-40cf-a919-f0deaa955513 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Floating IP 32efa489-bc89-4947-a3cd-db127167b2cf associated. External IP: 172.28.0.221, port: 61fb5371-1df8-4ad7-9090-8c9a3160dfde. May 27 00:30:21.225731 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d08a1d74-099c-483c-9851-9a79fd9381c6 req-e44d614c-efcc-4ac7-9769-0350c30a4b7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 1099 time: 0.2642212 May 27 00:30:21.285405 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d08a1d74-099c-483c-9851-9a79fd9381c6 req-0d228e6c-a24b-41bd-87ba-badc1e7904b6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3978f154-e4f2-4838-a472-39988c500ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534487 May 27 00:30:21.544135 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ad8909-c288-40cf-a919-f0deaa955513 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:30:21.760977 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ad8909-c288-40cf-a919-f0deaa955513 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:30:21.767547 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-11ad8909-c288-40cf-a919-f0deaa955513 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:21.773283 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ed977d-25bb-41e4-a1e8-28e7f7e1a17e None None] Sync routers for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:30:21.787114 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ed977d-25bb-41e4-a1e8-28e7f7e1a17e None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:30:21.787876 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-66ed977d-25bb-41e4-a1e8-28e7f7e1a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:29:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:21.828461 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-11ad8909-c288-40cf-a919-f0deaa955513 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "PUT /v2.0/floatingips/32efa489-bc89-4947-a3cd-db127167b2cf HTTP/1.1" status: 200 len: 992 time: 2.0561154 May 27 00:30:21.828461 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'tag': '61fb5371-1df8-4ad7-9090-8c9a3160dfde'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:30:21.912102 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5894a47-3fbc-4fb1-8196-25b88317905b'] response: {'name': 'network-changed', 'server_uuid': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'tag': '61fb5371-1df8-4ad7-9090-8c9a3160dfde', 'status': 'completed', 'code': 200} May 27 00:30:22.014244 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-66ed977d-25bb-41e4-a1e8-28e7f7e1a17e None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:30:22.072039 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e22d7f9f-2850-40f4-b7ec-300b24c5fc71 req-ae14b8f9-3f92-4358-9469-6ed93560d345 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 1099 time: 0.1350379 May 27 00:30:22.078857 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10640f-cbc5-4059-9f2f-d618966ae515 req-3eab5921-f909-4a58-a4fb-dfb7376d7dc0 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:22.080234 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8c10640f-cbc5-4059-9f2f-d618966ae515 req-3eab5921-f909-4a58-a4fb-dfb7376d7dc0 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 946 time: 0.1140554 May 27 00:30:22.224546 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8c10640f-cbc5-4059-9f2f-d618966ae515 req-8a7fecad-8aa6-477d-b0de-e6943b79039d tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/security-groups?id=3978f154-e4f2-4838-a472-39988c500ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244276 May 27 00:30:22.260804 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d7f9f-2850-40f4-b7ec-300b24c5fc71 req-6c68d752-d08c-4fbd-83e5-e7406aa50ffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:22.262283 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e22d7f9f-2850-40f4-b7ec-300b24c5fc71 req-6c68d752-d08c-4fbd-83e5-e7406aa50ffd service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 912 time: 0.1812022 May 27 00:30:22.383649 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e22d7f9f-2850-40f4-b7ec-300b24c5fc71 req-4c7273f3-9b09-447c-ad94-deca20d4eb56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde HTTP/1.1" status: 200 len: 1000 time: 0.1137400 May 27 00:30:22.417819 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-66ed977d-25bb-41e4-a1e8-28e7f7e1a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '32efa489-bc89-4947-a3cd-db127167b2cf', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'floating_ip_address': '172.28.0.221', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'port_id': '61fb5371-1df8-4ad7-9090-8c9a3160dfde', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'mac_address': 'fa:16:3e:cb:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:30:04Z', 'updated_at': '2022-05-27T00:30:20Z', 'revision_number': 1, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:08Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:22.421921 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ed977d-25bb-41e4-a1e8-28e7f7e1a17e None None] Checking router: 11c824a8-f88d-442d-8fe9-3eff6c3c5593 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:30:22.434982 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ed977d-25bb-41e4-a1e8-28e7f7e1a17e None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:30:22.435582 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-66ed977d-25bb-41e4-a1e8-28e7f7e1a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:29:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:22.452372 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d7f9f-2850-40f4-b7ec-300b24c5fc71 req-e18e5b58-6924-469b-92ee-d1d91d2fbfe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:22.453808 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e22d7f9f-2850-40f4-b7ec-300b24c5fc71 req-e18e5b58-6924-469b-92ee-d1d91d2fbfe5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 200 len: 850 time: 0.0637202 May 27 00:30:22.536591 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e22d7f9f-2850-40f4-b7ec-300b24c5fc71 req-e4e9b199-5cf4-4753-a9d2-a1780f74cec5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755460 May 27 00:30:22.640799 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-66ed977d-25bb-41e4-a1e8-28e7f7e1a17e None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:30:22.687135 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e22d7f9f-2850-40f4-b7ec-300b24c5fc71 req-7559304c-dfad-4ef8-be99-8e440295dd00 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433702 May 27 00:30:22.842626 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e22d7f9f-2850-40f4-b7ec-300b24c5fc71 req-a8698a43-72da-454a-af84-097d2495dad8 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495051 May 27 00:30:23.042709 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-66ed977d-25bb-41e4-a1e8-28e7f7e1a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '32efa489-bc89-4947-a3cd-db127167b2cf', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'floating_ip_address': '172.28.0.221', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'port_id': '61fb5371-1df8-4ad7-9090-8c9a3160dfde', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'mac_address': 'fa:16:3e:cb:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:30:04Z', 'updated_at': '2022-05-27T00:30:20Z', 'revision_number': 1, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:08Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:23.047105 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ed977d-25bb-41e4-a1e8-28e7f7e1a17e None None] The sync data for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb is: [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '32efa489-bc89-4947-a3cd-db127167b2cf', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'floating_ip_address': '172.28.0.221', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'port_id': '61fb5371-1df8-4ad7-9090-8c9a3160dfde', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'mac_address': 'fa:16:3e:cb:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:30:04Z', 'updated_at': '2022-05-27T00:30:20Z', 'revision_number': 1, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:08Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:30:23.554215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96dff-333b-4cc2-9b5a-d456a96ed370 req-f3af2897-0552-4e6d-bbaf-6d5231f55061 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:23.555976 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76c96dff-333b-4cc2-9b5a-d456a96ed370 req-f3af2897-0552-4e6d-bbaf-6d5231f55061 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 946 time: 0.1939659 May 27 00:30:23.606506 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76c96dff-333b-4cc2-9b5a-d456a96ed370 req-54fcebe9-e414-459e-9f32-a87116477604 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/security-groups?id=3978f154-e4f2-4838-a472-39988c500ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 May 27 00:30:23.699976 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24beb1-b021-4171-9ecf-7567b997d4a6 None None] New status for floating IP 32efa489-bc89-4947-a3cd-db127167b2cf: ACTIVE {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:30:24.291791 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-d5097c8f-d5b3-4d99-ad07-47ae5a9c53df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:26.499995 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-0c2827db-a0ca-4c07-9723-bdedd90b4153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:27.260458 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13319311-4375-4652-ac16-b5caac24194d req-2132b315-9958-4738-bad3-74305e7bcd45 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:27.262105 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-13319311-4375-4652-ac16-b5caac24194d req-2132b315-9958-4738-bad3-74305e7bcd45 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 946 time: 0.0866294 May 27 00:30:27.315813 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-13319311-4375-4652-ac16-b5caac24194d req-6c77285f-2f3b-4a9f-9475-c633a57fe5fb tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/security-groups?id=3978f154-e4f2-4838-a472-39988c500ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 May 27 00:30:27.979036 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:28.035052 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:28.546676 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693d8e2-0b4b-49d6-a1d6-4ea7ea4ba5d9 req-cf755f7c-8c85-4299-b384-87fc28122159 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:28.548269 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2693d8e2-0b4b-49d6-a1d6-4ea7ea4ba5d9 req-cf755f7c-8c85-4299-b384-87fc28122159 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 946 time: 0.0883205 May 27 00:30:28.602774 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2693d8e2-0b4b-49d6-a1d6-4ea7ea4ba5d9 req-87360f56-b0ab-4878-8279-8245709e9bf6 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/security-groups?id=3978f154-e4f2-4838-a472-39988c500ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487053 May 27 00:30:28.773123 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c822a1-2600-459d-ae0f-f0f182aad3d7 req-53828a9e-c34f-451c-80b1-25471bd14aec tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:28.774715 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47c822a1-2600-459d-ae0f-f0f182aad3d7 req-53828a9e-c34f-451c-80b1-25471bd14aec tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.60 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 946 time: 0.0807137 May 27 00:30:28.845523 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-47c822a1-2600-459d-ae0f-f0f182aad3d7 req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Deleting port f92286a0-a599-48fe-bd02-b32dceb6dae2 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:30:28.845859 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-47c822a1-2600-459d-ae0f-f0f182aad3d7 req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:29.112309 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-47c822a1-2600-459d-ae0f-f0f182aad3d7 req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] For port f92286a0-a599-48fe-bd02-b32dceb6dae2, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=f92286a0-a599-48fe-bd02-b32dceb6dae2,segment=NetworkSegment(5e47c6a7-8479-4ae8-81f6-76b91a6265cb),segment_id=5e47c6a7-8479-4ae8-81f6-76b91a6265cb)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:30:29.112685 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-47c822a1-2600-459d-ae0f-f0f182aad3d7 req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:29.230938 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:29.237367 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-47c822a1-2600-459d-ae0f-f0f182aad3d7 req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Calling delete_port for f92286a0-a599-48fe-bd02-b32dceb6dae2 owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:30:29.393849 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-47c822a1-2600-459d-ae0f-f0f182aad3d7 req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:29.406968 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['f92286a0-a599-48fe-bd02-b32dceb6dae2'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:30:29.452793 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Pushing event deleted for resources: {'Port': ['ID=f92286a0-a599-48fe-bd02-b32dceb6dae2,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:29.499158 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:29.499724 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:29.500278 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:29.500841 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:29.501440 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:29.502000 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:29.502569 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:29.503115 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:29.503702 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:29.504263 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:29.504823 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:29.576657 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c822a1-2600-459d-ae0f-f0f182aad3d7 req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] No DVR routers for this DVR port f92286a0-a599-48fe-bd02-b32dceb6dae2 on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:30:29.579590 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-47c822a1-2600-459d-ae0f-f0f182aad3d7 req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:29.583033 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269f1102-4577-45fd-8dcc-602a49bc3714', 'name': 'network-vif-deleted', 'tag': 'f92286a0-a599-48fe-bd02-b32dceb6dae2'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:30:29.609007 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-47c822a1-2600-459d-ae0f-f0f182aad3d7 req-6cd32425-fdb6-4f2a-8cf7-0e9918c0f654 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.60 "DELETE /v2.0/ports/f92286a0-a599-48fe-bd02-b32dceb6dae2 HTTP/1.1" status: 204 len: 173 time: 0.8285193 May 27 00:30:29.683726 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246d30bb-ae49-4633-b5c7-9fd1a2aca39c'] response: {'server_uuid': '269f1102-4577-45fd-8dcc-602a49bc3714', 'name': 'network-vif-deleted', 'tag': 'f92286a0-a599-48fe-bd02-b32dceb6dae2', 'status': 'completed', 'code': 200} May 27 00:30:29.800172 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-c42704f5-f0be-4260-b4a0-65ff3a3e4787 req-b83255d8-18e4-416b-967b-6c12a2fc96c9 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Synchronizing usage tracker for tenant:0d61fc6ad3e3416fba1d91dd658a01c4 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:30:29.823003 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-c42704f5-f0be-4260-b4a0-65ff3a3e4787 req-b83255d8-18e4-416b-967b-6c12a2fc96c9 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] Unset dirty status for tenant:0d61fc6ad3e3416fba1d91dd658a01c4 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:30:29.824224 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c42704f5-f0be-4260-b4a0-65ff3a3e4787 req-b83255d8-18e4-416b-967b-6c12a2fc96c9 tempest-VolumesActionsTest-727905120 tempest-VolumesActionsTest-727905120-project] 10.222.0.42 "GET /v2.0/ports?device_id=269f1102-4577-45fd-8dcc-602a49bc3714 HTTP/1.1" status: 200 len: 210 time: 0.0683823 May 27 00:30:32.340452 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device f92286a0-a599-48fe-bd02-b32dceb6dae2 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:30:32.378979 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: f92286a0-a599-48fe-bd02-b32dceb6dae2 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:30:32.379463 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device f92286a0-a599-48fe-bd02-b32dceb6dae2 not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:30:42.659473 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:45.115375 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:30:46.988647 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f9de1ad8-1841-42a0-9358-a96f1cf0d655 req-30b70edc-79c8-4701-a5ca-292d778d1869 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1422236 May 27 00:30:47.130043 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f9de1ad8-1841-42a0-9358-a96f1cf0d655 req-56cd31d9-f1a6-4453-8f96-6040f63ee723 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 1099 time: 0.0691938 May 27 00:30:47.288220 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de1ad8-1841-42a0-9358-a96f1cf0d655 req-dfc0d75d-c40a-4f26-8179-4dc097fdd97b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:47.290217 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f9de1ad8-1841-42a0-9358-a96f1cf0d655 req-dfc0d75d-c40a-4f26-8179-4dc097fdd97b service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 912 time: 0.1404624 May 27 00:30:47.397043 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f9de1ad8-1841-42a0-9358-a96f1cf0d655 req-ebed6bd3-e517-42a3-aef5-e5e375a4736b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde HTTP/1.1" status: 200 len: 1002 time: 0.1008177 May 27 00:30:47.463143 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de1ad8-1841-42a0-9358-a96f1cf0d655 req-bc7fc83e-6f4a-4e79-b0ea-befc3f993fa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:30:47.464606 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f9de1ad8-1841-42a0-9358-a96f1cf0d655 req-bc7fc83e-6f4a-4e79-b0ea-befc3f993fa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 200 len: 850 time: 0.0620017 May 27 00:30:47.636366 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f9de1ad8-1841-42a0-9358-a96f1cf0d655 req-0040a9a9-91c7-4283-911e-62d5d1357c27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1648242 May 27 00:30:47.646027 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [req-f9de1ad8-1841-42a0-9358-a96f1cf0d655 req-8591e9b7-d194-4533-b4b3-8b23c893b2da service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:30:47.646950 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f9de1ad8-1841-42a0-9358-a96f1cf0d655 req-8591e9b7-d194-4533-b4b3-8b23c893b2da service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048871 May 27 00:30:47.778944 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f9de1ad8-1841-42a0-9358-a96f1cf0d655 req-f0fe80f9-154d-4065-8d78-5e833819d21f service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258867 May 27 00:30:47.915147 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-f9de1ad8-1841-42a0-9358-a96f1cf0d655 req-1ea119d3-cf4b-458e-9a13-c80e6092cb70 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300495 May 27 00:30:48.146939 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37694) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:48.205709 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_v2 [None req-334c0fcd-5da1-4d8a-a74a-f8f504d80bf4 admin admin] Deleting subnet d0969416-d8a9-4c53-8c98-23a3b5b94799 {{(pid=83256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:30:48.208707 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-334c0fcd-5da1-4d8a-a74a-f8f504d80bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:48.261614 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-334c0fcd-5da1-4d8a-a74a-f8f504d80bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058505'] for subnet, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:48.317239 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-334c0fcd-5da1-4d8a-a74a-f8f504d80bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:48.385747 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-334c0fcd-5da1-4d8a-a74a-f8f504d80bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3030246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2366244'] for subnet, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:48.426013 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c0fcd-5da1-4d8a-a74a-f8f504d80bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0969416-d8a9-4c53-8c98-23a3b5b94799,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:48.433083 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-334c0fcd-5da1-4d8a-a74a-f8f504d80bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:48.439100 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-334c0fcd-5da1-4d8a-a74a-f8f504d80bf4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d0969416-d8a9-4c53-8c98-23a3b5b94799 HTTP/1.1" status: 204 len: 168 time: 0.2911103 May 27 00:30:48.441555 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37698) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:48.544767 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:48.680424 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:48.706167 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d07a27-2155-46db-bf9c-c47ae316fd9d']}} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:48.719867 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e47c6a7-8479-4ae8-81f6-76b91a6265cb') {'for_net_delete': True} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:48.720157 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e47c6a7-8479-4ae8-81f6-76b91a6265cb') {} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:48.732717 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058874'] for segment, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:48.748476 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:48.754656 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:30:48.755039 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3030152'] for segment, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: Traceback (most recent call last): May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: timer() May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: cb(*args, **kw) May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: return func(*args, **kwargs) May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: self._notify() May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: self.callback(batched_events) May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: event.method(event) May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: return f(self, *a, **k) May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: return self._get(url).json() May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: return self.request(url, 'GET', **kwargs) May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:30:48.768133 dv-cinder-843305-3-smb neutron-server[83256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:30:48.846713 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:48.863292 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:48.875858 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] Pushing event deleted for resources: {'Network': ['ID=36d07a27-2155-46db-bf9c-c47ae316fd9d,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:48.883861 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-54a44da0-b7d0-4e1a-a4d1-952e9758717e admin admin] 10.222.0.42 "DELETE /v2.0/networks/36d07a27-2155-46db-bf9c-c47ae316fd9d HTTP/1.1" status: 204 len: 168 time: 0.4412982 May 27 00:30:48.887538 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37702) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:48.949418 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45e91ba-6a97-44f8-bc82-b200ecdcc13f admin admin] Deleting subnet e1ae6d5a-ad11-4998-9f62-89b2c970e8a4 {{(pid=83256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:30:48.952430 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d45e91ba-6a97-44f8-bc82-b200ecdcc13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:49.007265 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d45e91ba-6a97-44f8-bc82-b200ecdcc13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058505'] for subnet, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:49.063285 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d45e91ba-6a97-44f8-bc82-b200ecdcc13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:49.131248 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d45e91ba-6a97-44f8-bc82-b200ecdcc13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3030246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2366244'] for subnet, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:49.175125 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e91ba-6a97-44f8-bc82-b200ecdcc13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ae6d5a-ad11-4998-9f62-89b2c970e8a4,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:49.179953 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d45e91ba-6a97-44f8-bc82-b200ecdcc13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:49.186932 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-d45e91ba-6a97-44f8-bc82-b200ecdcc13f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e1ae6d5a-ad11-4998-9f62-89b2c970e8a4 HTTP/1.1" status: 204 len: 168 time: 0.2980030 May 27 00:30:49.189428 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37706) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:49.295229 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:49.420677 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:49.527904 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b855f6-b7e4-4649-917d-2d8c18f14501']}} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:49.539608 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e1061c-ecba-4770-a78b-548436bebf50') {'for_net_delete': True} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:49.539903 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e1061c-ecba-4770-a78b-548436bebf50') {} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:30:49.551091 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058874'] for segment, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:49.566770 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:49.573318 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:30:49.573803 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3030152'] for segment, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: Traceback (most recent call last): May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: timer() May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: cb(*args, **kw) May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: return func(*args, **kwargs) May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: self._notify() May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: self.callback(batched_events) May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: event.method(event) May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: return f(self, *a, **k) May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: return self._get(url).json() May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: return self.request(url, 'GET', **kwargs) May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:30:49.586862 dv-cinder-843305-3-smb neutron-server[83256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:30:49.672810 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:49.689285 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:49.698724 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] Pushing event deleted for resources: {'Network': ['ID=72b855f6-b7e4-4649-917d-2d8c18f14501,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:49.701456 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-4c9fecca-a469-4265-895d-dd35111f9578 admin admin] 10.222.0.42 "DELETE /v2.0/networks/72b855f6-b7e4-4649-917d-2d8c18f14501 HTTP/1.1" status: 204 len: 168 time: 0.5110760 May 27 00:30:49.938730 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37712) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:49.990549 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-16df91cc-0743-4ea5-aebc-51bd9a86dce1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d61fc6ad3e3416fba1d91dd658a01c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506237 May 27 00:30:49.993713 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37716) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:50.055279 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1ea992ba-8072-4901-abd3-fab9a38affd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:50.082887 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1ea992ba-8072-4901-abd3-fab9a38affd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:50.140092 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1ea992ba-8072-4901-abd3-fab9a38affd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:50.158175 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea992ba-8072-4901-abd3-fab9a38affd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3978f154-e4f2-4838-a472-39988c500ec7,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:50.172677 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1ea992ba-8072-4901-abd3-fab9a38affd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:50.172677 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-1ea992ba-8072-4901-abd3-fab9a38affd0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3978f154-e4f2-4838-a472-39988c500ec7 HTTP/1.1" status: 204 len: 168 time: 0.1776879 May 27 00:30:50.623296 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37724) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:50.678913 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-6fcbc070-9c53-4e3a-a593-9652593cfd22 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c8636289e1b4106b77acaa9675c11a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0544379 May 27 00:30:50.681419 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37728) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:50.748357 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf4ea-c302-44ab-a4f2-65dcb183c85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:50.775953 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf4ea-c302-44ab-a4f2-65dcb183c85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:50.828676 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf4ea-c302-44ab-a4f2-65dcb183c85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:50.843390 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdf4ea-c302-44ab-a4f2-65dcb183c85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e64fb4-011e-4ba0-9b69-f8be1a9d2bce,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:50.850101 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf4ea-c302-44ab-a4f2-65dcb183c85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:50.853827 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-b4cdf4ea-c302-44ab-a4f2-65dcb183c85c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7e64fb4-011e-4ba0-9b69-f8be1a9d2bce HTTP/1.1" status: 204 len: 168 time: 0.1714542 May 27 00:30:52.218781 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37760) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:52.364956 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-91cc09d5-7ff1-41d6-b315-645eb2942a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:52.400467 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-91cc09d5-7ff1-41d6-b315-645eb2942a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:52.404341 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-91cc09d5-7ff1-41d6-b315-645eb2942a33 admin admin] Usage tracker for resource:security_group_rule and tenant:d907a7f6535a48b6a7380d12dd7ab8f7 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:52.407221 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-91cc09d5-7ff1-41d6-b315-645eb2942a33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:52.413541 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-91cc09d5-7ff1-41d6-b315-645eb2942a33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:52.485559 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-91cc09d5-7ff1-41d6-b315-645eb2942a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:52.489632 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-91cc09d5-7ff1-41d6-b315-645eb2942a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:52.540086 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc09d5-7ff1-41d6-b315-645eb2942a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f893d4-49be-4f07-897d-39673aa26ffb,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:52.544438 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-91cc09d5-7ff1-41d6-b315-645eb2942a33 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d907a7f6535a48b6a7380d12dd7ab8f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3245552 May 27 00:30:52.547414 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37766) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:52.607723 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-825e8e94-fe32-499a-91db-11b08a713e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:52.638412 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-825e8e94-fe32-499a-91db-11b08a713e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:52.715740 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-825e8e94-fe32-499a-91db-11b08a713e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:52.751057 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e8e94-fe32-499a-91db-11b08a713e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f893d4-49be-4f07-897d-39673aa26ffb,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:52.755022 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-825e8e94-fe32-499a-91db-11b08a713e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:52.756523 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-825e8e94-fe32-499a-91db-11b08a713e41 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5f893d4-49be-4f07-897d-39673aa26ffb HTTP/1.1" status: 204 len: 168 time: 0.2078760 May 27 00:30:54.299170 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-7f715031-3bd4-4fa0-b66f-3bf5ecf66e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:56.492488 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-79d3f357-7173-4b00-bc00-69ca9830e72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:57.920353 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37828) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:57.982081 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:58.039491 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:58.080547 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-03576749-1e88-44b0-af6c-f9409f72d1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:58.118619 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-03576749-1e88-44b0-af6c-f9409f72d1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:58.125646 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-03576749-1e88-44b0-af6c-f9409f72d1a5 admin admin] Usage tracker for resource:security_group_rule and tenant:0dcee8002b034a9cb716b8894f556b0d is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:58.130805 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-03576749-1e88-44b0-af6c-f9409f72d1a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:58.142395 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-03576749-1e88-44b0-af6c-f9409f72d1a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:58.219241 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-03576749-1e88-44b0-af6c-f9409f72d1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:58.223351 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-03576749-1e88-44b0-af6c-f9409f72d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:58.269845 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03576749-1e88-44b0-af6c-f9409f72d1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23762be-0a46-4770-a2e9-4ef34713e080,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:58.276786 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-03576749-1e88-44b0-af6c-f9409f72d1a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0dcee8002b034a9cb716b8894f556b0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3553662 May 27 00:30:58.279652 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37834) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:58.343644 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:58.372805 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:58.438327 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:58.453728 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23762be-0a46-4770-a2e9-4ef34713e080,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:58.465248 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:58.466398 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d23762be-0a46-4770-a2e9-4ef34713e080 HTTP/1.1" status: 204 len: 168 time: 0.1857669 May 27 00:30:58.468219 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:58.468568 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:58.468904 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:58.469576 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:58.469576 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:58.469904 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:58.470229 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:58.470577 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:58.470903 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:58.471242 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:58.471632 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87096cab-847b-4daa-b73b-03982ee3ada6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:30:58.840712 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37842) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:58.860380 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-91e99263-57b6-41f3-bc93-2dd4e709a765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:58.897109 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-91e99263-57b6-41f3-bc93-2dd4e709a765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:30:58.901102 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-91e99263-57b6-41f3-bc93-2dd4e709a765 admin admin] Usage tracker for resource:security_group_rule and tenant:aba3794fecb54455a2e6053473fa6769 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:30:58.904095 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-91e99263-57b6-41f3-bc93-2dd4e709a765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:30:58.909851 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-91e99263-57b6-41f3-bc93-2dd4e709a765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:30:58.982322 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-91e99263-57b6-41f3-bc93-2dd4e709a765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:58.986236 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-91e99263-57b6-41f3-bc93-2dd4e709a765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:59.033881 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e99263-57b6-41f3-bc93-2dd4e709a765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50f3026-85c3-48bb-90d5-70d8d5931929,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:59.038054 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-91e99263-57b6-41f3-bc93-2dd4e709a765 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aba3794fecb54455a2e6053473fa6769&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1962614 May 27 00:30:59.042119 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37846) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:30:59.105852 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-34078e2f-cb04-4522-a902-4a7fce1fe55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:59.136446 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-34078e2f-cb04-4522-a902-4a7fce1fe55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:59.189886 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-34078e2f-cb04-4522-a902-4a7fce1fe55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:59.210121 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34078e2f-cb04-4522-a902-4a7fce1fe55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50f3026-85c3-48bb-90d5-70d8d5931929,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:30:59.218786 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-34078e2f-cb04-4522-a902-4a7fce1fe55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:30:59.220972 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-34078e2f-cb04-4522-a902-4a7fce1fe55f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b50f3026-85c3-48bb-90d5-70d8d5931929 HTTP/1.1" status: 204 len: 168 time: 0.1783879 May 27 00:30:59.243539 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:00.173602 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37868) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:00.301789 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2146011177-network', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:00.307530 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:00.311499 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Usage tracker for resource:network and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:00.314420 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:00.320199 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:00.330744 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Made reservation on behalf of 09aa9b9cfed6405ab9331513e2a3cbe7 for: {'network': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:31:00.333362 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:00.346767 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:00.378967 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:00.382757 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Usage tracker for resource:security_group_rule and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:00.385552 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:00.391237 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:00.456609 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:00.460238 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:00.489985 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=83255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:31:00.499025 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3736ca-af22-4f9e-978c-0567a4548108,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:00.504633 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:00.504977 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.segments_db [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Added segment 5ac5df8f-fa77-4da3-a830-ed2999411c95 of type vlan for network ecf73a83-3891-47af-acf2-f5c058aa069f May 27 00:31:00.531635 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:00.566266 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:00.567182 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:00.567818 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:00.670336 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4956446 May 27 00:31:00.671267 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53303db-b074-48cb-bc06-018db376b2cb admin admin] Pushing event updated for resources: {'Network': ['ID=ecf73a83-3891-47af-acf2-f5c058aa069f,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:00.673232 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37874) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:00.678934 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Request body: {'subnet': {'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2146011177-subnet', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'ip_version': 4}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:00.681031 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network ecf73a83-3891-47af-acf2-f5c058aa069f details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:31:00.684979 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:00.688833 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Usage tracker for resource:subnet and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:00.691816 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:00.698789 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:00.708170 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Made reservation on behalf of 09aa9b9cfed6405ab9331513e2a3cbe7 for: {'subnet': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:31:00.710390 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2366287'] for subnet, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:00.940588 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3030049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2366301'] for subnet, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.011577 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6be3609-3c2f-4219-aa03-92baeb3f4497,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:01.029844 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Checking segment: {'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:31:01.030201 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Network hostable DHCP agents. Network: ecf73a83-3891-47af-acf2-f5c058aa069f, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:31:01.053234 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Network ecf73a83-3891-47af-acf2-f5c058aa069f is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:31:01.063318 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, ecf73a83-3891-47af-acf2-f5c058aa069f) {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:31:01.067594 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:01.068169 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.075248 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf04029-cf25-4806-acc4-de019ba7e749 None None] Network ecf73a83-3891-47af-acf2-f5c058aa069f requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:31:01.096934 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-26ec0d1b-c51f-4d0d-8361-265dbe33e725 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4225106 May 27 00:31:01.103296 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37878) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:01.110031 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:01.114786 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:01.119264 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Usage tracker for resource:router and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:01.122289 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:01.128404 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:01.143401 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31859'] for router, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.144669 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31864'] for router, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.166053 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.313387 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96a82df2-393d-51df-9307-dc13b25ad232-ecf73a83-3891-47af-acf2-f5c058aa069f', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'fixed_ips': [{'subnet_id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497'}]}} from dv-cinder-843305-3-smb. {{(pid=83257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 00:31:01.314454 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.323189 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1824265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31854'] for router, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.488151 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.db_base_plugin_common [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Allocated IP 172.20.0.2 (ecf73a83-3891-47af-acf2-f5c058aa069f/c6be3609-3c2f-4219-aa03-92baeb3f4497/2981b830-2004-402b-9b6c-287e52af5d3a) {{(pid=83257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:31:01.517392 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.547258 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.695490 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Allocated IP 172.28.0.16 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/35f6b9d4-f835-4eb3-9874-2c374e876207) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:31:01.715268 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Notify callbacks [] for port, precommit_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.726044 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Transition to ACTIVE for port object 2981b830-2004-402b-9b6c-287e52af5d3a will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:31:01.745506 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Transition to ACTIVE for port object 2981b830-2004-402b-9b6c-287e52af5d3a will not be triggered until provisioned by entity DHCP. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:31:01.751366 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.827773 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Network ecf73a83-3891-47af-acf2-f5c058aa069f is already hosted by enough agents. {{(pid=83257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:31:01.831433 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.base_scheduler [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Resources bound (agent type, host, resource id): {{(pid=83257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:31:01.834013 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Received port after_create {{(pid=83257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:31:01.836757 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Pushing event updated for resources: {'Port': ['ID=2981b830-2004-402b-9b6c-287e52af5d3a,revision_number=1']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:01.877452 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:01.877706 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:01.878041 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:01.878377 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:01.878701 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:01.879026 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:01.879348 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:01.879664 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:01.879983 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:01.880302 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:01.880621 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:01.939632 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Attempting to bind port 2981b830-2004-402b-9b6c-287e52af5d3a on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:31:01.939998 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Attempting to bind port 2981b830-2004-402b-9b6c-287e52af5d3a by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:31:01.940350 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Attempting to bind port 2981b830-2004-402b-9b6c-287e52af5d3a on network ecf73a83-3891-47af-acf2-f5c058aa069f {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:31:01.947424 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:31:01.947649 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.947940 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Checking segment: {'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:31:01.948346 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.948764 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Bound using segment: {'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:31:01.949231 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Bound port: 2981b830-2004-402b-9b6c-287e52af5d3a, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:31:01.949763 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:01.974297 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:02.049153 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:31:02.050571 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] For port 2981b830-2004-402b-9b6c-287e52af5d3a, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:31:02.051866 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:31:02.054081 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] For port 2981b830-2004-402b-9b6c-287e52af5d3a, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=2981b830-2004-402b-9b6c-287e52af5d3a,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:31:02.057411 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:31:02.059262 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:02.081559 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Pushing event updated for resources: {'Port': ['ID=35f6b9d4-f835-4eb3-9874-2c374e876207,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:02.142568 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c9f3d-6feb-42cb-962e-11e5d1eb117a None None] Pushing event updated for resources: {'Port': ['ID=2981b830-2004-402b-9b6c-287e52af5d3a,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:02.234926 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:02.235657 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825177'] for router, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:02.487013 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Router 6b472969-864a-473c-969f-c9d91a52fb35 is scheduled to L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 with binding_index 1 {{(pid=83256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 00:31:02.688604 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:31:02.697539 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Sync routers for ids ['6b472969-864a-473c-969f-c9d91a52fb35'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:31:02.709668 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Routers {'6b472969-864a-473c-969f-c9d91a52fb35'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:31:02.710303 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:30:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['6b472969-864a-473c-969f-c9d91a52fb35'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:02.712842 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] Notify callbacks [] for router, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:02.714280 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-c00095ee-65c0-4152-a219-384e9c6460ed admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6098847 May 27 00:31:02.717628 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37884) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:02.932087 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Set router 6b472969-864a-473c-969f-c9d91a52fb35 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:31:03.053459 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaea0bd-2d30-490f-b2d5-6770bd1ea7b7 None None] Network ecf73a83-3891-47af-acf2-f5c058aa069f requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:31:03.190815 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b3b6ae80-9440-4af7-91b8-04dcb44d7f69 None None] Provisioning for port 2981b830-2004-402b-9b6c-287e52af5d3a completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:31:03.225463 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:02Z', 'revision_number': 3, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:03.230215 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Checking router: 6b472969-864a-473c-969f-c9d91a52fb35 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:31:03.230574 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Updating router 6b472969-864a-473c-969f-c9d91a52fb35 port 35f6b9d4-f835-4eb3-9874-2c374e876207 binding host dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:31:03.283712 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:03.487658 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:03.641222 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Notify callbacks [] for port, precommit_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:03.654685 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.provisioning_blocks [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Transition to ACTIVE for port object 35f6b9d4-f835-4eb3-9874-2c374e876207 will not be triggered until provisioned by entity L2. {{(pid=83258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:31:03.662832 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:03.749474 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 2981b830-2004-402b-9b6c-287e52af5d3a up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:03.754506 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Pushing event updated for resources: {'Port': ['ID=35f6b9d4-f835-4eb3-9874-2c374e876207,revision_number=2']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:03.759161 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Attempting to bind port 35f6b9d4-f835-4eb3-9874-2c374e876207 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:31:03.759526 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Attempting to bind port 35f6b9d4-f835-4eb3-9874-2c374e876207 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:31:03.759878 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Attempting to bind port 35f6b9d4-f835-4eb3-9874-2c374e876207 on network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:31:03.770145 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:03.770476 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:03.770809 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:03.771133 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:03.771455 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:03.771782 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:03.772099 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:03.772417 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:03.772729 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:03.773624 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:03.773904 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:03.778102 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:31:03.778463 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Checking segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:31:03.778861 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:03.779240 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Bound using segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:31:03.779759 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Bound port: 35f6b9d4-f835-4eb3-9874-2c374e876207, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:31:03.780203 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:03.836174 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 2981b830-2004-402b-9b6c-287e52af5d3a completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:31:03.843286 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 2981b830-2004-402b-9b6c-287e52af5d3a triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:03.843791 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:03.846403 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Allocated IP 172.20.0.1 (ecf73a83-3891-47af-acf2-f5c058aa069f/c6be3609-3c2f-4219-aa03-92baeb3f4497/bc831f91-9e19-4f70-b0fc-df53516a4063) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:31:03.889278 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] For port 35f6b9d4-f835-4eb3-9874-2c374e876207, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:31:03.894991 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] For port 35f6b9d4-f835-4eb3-9874-2c374e876207, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=35f6b9d4-f835-4eb3-9874-2c374e876207,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:31:03.901765 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:03.977015 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:03.989223 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b8c68-281f-46ff-91d7-ad315bb6db2b None None] Pushing event updated for resources: {'Port': ['ID=35f6b9d4-f835-4eb3-9874-2c374e876207,revision_number=3']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:03.997975 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Routers {'6b472969-864a-473c-969f-c9d91a52fb35'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:31:03.998663 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:30:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['6b472969-864a-473c-969f-c9d91a52fb35'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:04.013289 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 2981b830-2004-402b-9b6c-287e52af5d3a, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=2981b830-2004-402b-9b6c-287e52af5d3a,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:31:04.018548 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:04.042635 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:04.070480 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Transition to ACTIVE for port object bc831f91-9e19-4f70-b0fc-df53516a4063 will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:31:04.096448 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=2981b830-2004-402b-9b6c-287e52af5d3a,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:04.101450 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:04.172955 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Network ecf73a83-3891-47af-acf2-f5c058aa069f is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:31:04.175750 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:31:04.179695 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:31:04.186826 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] Set router 6b472969-864a-473c-969f-c9d91a52fb35 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:31:04.215096 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Pushing event updated for resources: {'Port': ['ID=bc831f91-9e19-4f70-b0fc-df53516a4063,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:04.244984 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825379'] for router_interface, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:04.336725 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:04.493447 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-2490d3be-12ff-4cfb-886e-ed58c0f84f6e None None] Provisioning for port bc831f91-9e19-4f70-b0fc-df53516a4063 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:31:04.499569 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-2490d3be-12ff-4cfb-886e-ed58c0f84f6e None None] Provisioning complete for port bc831f91-9e19-4f70-b0fc-df53516a4063 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:04.500081 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-2490d3be-12ff-4cfb-886e-ed58c0f84f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:04.549293 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:02Z', 'revision_number': 3, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:04.555410 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c239a8-42a3-440a-8fa3-31172d2072ae None None] The sync data for ids ['6b472969-864a-473c-969f-c9d91a52fb35'] in dv-cinder-843305-3-smb is: [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:02Z', 'revision_number': 3, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:31:04.557635 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-2490d3be-12ff-4cfb-886e-ed58c0f84f6e None None] Port bc831f91-9e19-4f70-b0fc-df53516a4063 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:31:04.623416 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:04.629585 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:04.816473 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15341097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825486'] for router_interface, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:04.817802 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Pushing event updated for resources: {'Port': ['ID=bc831f91-9e19-4f70-b0fc-df53516a4063,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:04.992654 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Network ecf73a83-3891-47af-acf2-f5c058aa069f is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:31:04.994102 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:31:05.289654 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-427c0161-6ec6-4a6f-acde-09c1d3a47813 None None] Provisioning complete for port bc831f91-9e19-4f70-b0fc-df53516a4063 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:05.290385 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-427c0161-6ec6-4a6f-acde-09c1d3a47813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:05.349745 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-427c0161-6ec6-4a6f-acde-09c1d3a47813 None None] Port bc831f91-9e19-4f70-b0fc-df53516a4063 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:31:05.415439 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Router 6b472969-864a-473c-969f-c9d91a52fb35 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:31:05.731116 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:31:05.746837 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-fa318b3e-e62e-4466-be65-81a45d8fdba3 admin admin] 10.222.0.42 "PUT /v2.0/routers/6b472969-864a-473c-969f-c9d91a52fb35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0222657 May 27 00:31:05.758280 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 2981b830-2004-402b-9b6c-287e52af5d3a up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:05.832241 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 2981b830-2004-402b-9b6c-287e52af5d3a triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:05.832600 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:05.973079 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 35f6b9d4-f835-4eb3-9874-2c374e876207 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:06.066979 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 35f6b9d4-f835-4eb3-9874-2c374e876207 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:31:06.072506 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 35f6b9d4-f835-4eb3-9874-2c374e876207 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:06.072870 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:06.193560 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:06.209999 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 35f6b9d4-f835-4eb3-9874-2c374e876207, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=35f6b9d4-f835-4eb3-9874-2c374e876207,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:31:06.214412 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:06.292225 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=35f6b9d4-f835-4eb3-9874-2c374e876207,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:06.725753 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37906) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:06.732416 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1559800827-network', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:06.737631 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:06.741723 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Usage tracker for resource:network and tenant:ec6c61a0d8af4738aecf9c8003256e1c is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:06.744794 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:06.755074 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:06.765930 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Made reservation on behalf of ec6c61a0d8af4738aecf9c8003256e1c for: {'network': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:31:06.768474 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for network, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:06.783088 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:06.817161 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:06.821404 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Usage tracker for resource:security_group_rule and tenant:ec6c61a0d8af4738aecf9c8003256e1c is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:06.824348 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:06.831475 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:06.909336 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:06.913794 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:06.944412 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=83255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 00:31:06.954324 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f28225b-4369-4289-aba8-d0738e6cc722,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:06.961451 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:06.961785 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.segments_db [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Added segment 414d6fb6-7984-45a4-a007-76f20aa7be1d of type vlan for network ade92664-a569-4374-972b-945ed66cd90c May 27 00:31:06.992126 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746489805541'] for network, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:07.026059 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201'] for network, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:07.027391 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:07.028190 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:07.141999 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4142003 May 27 00:31:07.142836 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abd84c-63cd-4960-aeb4-73881b12412e admin admin] Pushing event updated for resources: {'Network': ['ID=ade92664-a569-4374-972b-945ed66cd90c,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:07.145243 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37910) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:07.150977 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Request body: {'subnet': {'network_id': 'ade92664-a569-4374-972b-945ed66cd90c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1559800827-subnet', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'ip_version': 4}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:07.154033 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Network ade92664-a569-4374-972b-945ed66cd90c details requested by agent ovs-agent-dv-cinder-843305-3-smb with host dv-cinder-843305-3-smb {{(pid=83257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 00:31:07.155969 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:07.160469 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Usage tracker for resource:subnet and tenant:ec6c61a0d8af4738aecf9c8003256e1c is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:07.164214 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:07.170762 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:07.182814 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Made reservation on behalf of ec6c61a0d8af4738aecf9c8003256e1c for: {'subnet': 1} {{(pid=83255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:31:07.185109 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3110806'] for subnet, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:07.427908 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1260248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3110788'] for subnet, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:07.507739 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:07.519667 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Checking segment: {'id': '414d6fb6-7984-45a4-a007-76f20aa7be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:31:07.520028 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Network hostable DHCP agents. Network: ade92664-a569-4374-972b-945ed66cd90c, hostable agents: ['98c5e567-4c0e-4770-b3fd-5e29317c6cf6'], hosted agents: [] {{(pid=83255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 00:31:07.548047 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Network ade92664-a569-4374-972b-945ed66cd90c is scheduled to be hosted by DHCP agent 98c5e567-4c0e-4770-b3fd-5e29317c6cf6 with binding_index 1 {{(pid=83255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 00:31:07.560896 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843305-3-smb, ade92664-a569-4374-972b-945ed66cd90c) {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:31:07.565342 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:07.566094 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:07.574568 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068c7434-e835-4440-a7d6-f3c090a9be56 None None] Network ade92664-a569-4374-972b-945ed66cd90c requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:31:07.595631 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-31acc207-4ed1-4df2-9035-cc3bc90b631c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4467292 May 27 00:31:07.595835 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37914) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:07.601837 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1559800827-router', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:07.606675 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:07.610690 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Usage tracker for resource:router and tenant:ec6c61a0d8af4738aecf9c8003256e1c is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:07.613723 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:07.620976 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:07.634382 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31859'] for router, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:07.635387 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1823632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31864'] for router, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:07.669298 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:07.704706 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 35f6b9d4-f835-4eb3-9874-2c374e876207 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:07.893656 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 35f6b9d4-f835-4eb3-9874-2c374e876207 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:07.894035 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:07.918413 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1824265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31854'] for router, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:07.950609 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96a82df2-393d-51df-9307-dc13b25ad232-ade92664-a569-4374-972b-945ed66cd90c', 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'fixed_ips': [{'subnet_id': 'fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b'}]}} from dv-cinder-843305-3-smb. {{(pid=83257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 27 00:31:07.951487 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:08.179989 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Sync routers for ids ['6b472969-864a-473c-969f-c9d91a52fb35'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:31:08.186478 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:08.227729 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:08.287968 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Routers {'6b472969-864a-473c-969f-c9d91a52fb35'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:31:08.288634 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:30:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['6b472969-864a-473c-969f-c9d91a52fb35'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:08.388848 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Allocated IP 172.28.0.165 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/018c372b-2689-4801-ab72-28a53ffbb3bd) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:31:08.413956 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.db_base_plugin_common [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Allocated IP 172.20.0.2 (ade92664-a569-4374-972b-945ed66cd90c/fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b/900b4916-d5e9-4a27-b1ed-345469974c0b) {{(pid=83257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:31:08.554572 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:08.579514 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Set router 6b472969-864a-473c-969f-c9d91a52fb35 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:31:08.587707 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:08.665215 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:31:08.668693 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:31:08.674280 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:31:08.704362 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Pushing event updated for resources: {'Port': ['ID=018c372b-2689-4801-ab72-28a53ffbb3bd,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:08.870301 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:08.871537 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825177'] for router, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:08.873402 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:08.898290 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Transition to ACTIVE for port object 900b4916-d5e9-4a27-b1ed-345469974c0b will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:31:08.939644 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Transition to ACTIVE for port object 900b4916-d5e9-4a27-b1ed-345469974c0b will not be triggered until provisioned by entity DHCP. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:31:08.957896 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447'] for port, after_create {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:09.129023 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Router b76103a8-cd0b-4e80-beee-ae015d35c6f3 is scheduled to L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 with binding_index 1 {{(pid=83255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 00:31:09.140833 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Network ade92664-a569-4374-972b-945ed66cd90c is already hosted by enough agents. {{(pid=83257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:31:09.143586 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Pushing event updated for resources: {'Port': ['ID=900b4916-d5e9-4a27-b1ed-345469974c0b,revision_number=1']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:09.147198 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.scheduler.base_scheduler [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Resources bound (agent type, host, resource id): {{(pid=83257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:31:09.154085 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Received port after_create {{(pid=83257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:31:09.262219 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Attempting to bind port 900b4916-d5e9-4a27-b1ed-345469974c0b on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:31:09.262609 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Attempting to bind port 900b4916-d5e9-4a27-b1ed-345469974c0b by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '414d6fb6-7984-45a4-a007-76f20aa7be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:31:09.263056 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Attempting to bind port 900b4916-d5e9-4a27-b1ed-345469974c0b on network ade92664-a569-4374-972b-945ed66cd90c {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:31:09.268287 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:04Z', 'revision_number': 4, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'bc831f91-9e19-4f70-b0fc-df53516a4063', 'name': '', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'mac_address': 'fa:16:3e:92:9a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:03Z', 'updated_at': '2022-05-27T00:31:04Z', 'revision_number': 2, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'subnets': [{'id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:09.276980 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:31:09.277533 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Checking segment: {'id': '414d6fb6-7984-45a4-a007-76f20aa7be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:31:09.278095 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:09.278661 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Bound using segment: {'id': '414d6fb6-7984-45a4-a007-76f20aa7be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:31:09.279325 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Bound port: 900b4916-d5e9-4a27-b1ed-345469974c0b, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414d6fb6-7984-45a4-a007-76f20aa7be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:31:09.279830 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:09.290605 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Checking router: 6b472969-864a-473c-969f-c9d91a52fb35 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:31:09.290946 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Updating router 6b472969-864a-473c-969f-c9d91a52fb35 port bc831f91-9e19-4f70-b0fc-df53516a4063 binding host dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:31:09.387759 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:31:09.405877 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Sync routers for ids ['b76103a8-cd0b-4e80-beee-ae015d35c6f3'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:31:09.406489 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:09.420390 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Routers {'b76103a8-cd0b-4e80-beee-ae015d35c6f3'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:31:09.421223 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:30:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['b76103a8-cd0b-4e80-beee-ae015d35c6f3'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:09.429531 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] Notify callbacks [] for router, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:09.431611 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ee212e7d-ee64-48dc-b128-6ecf1b238efd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8347507 May 27 00:31:09.434791 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37920) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:09.539079 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] For port 900b4916-d5e9-4a27-b1ed-345469974c0b, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:31:09.560573 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] For port 900b4916-d5e9-4a27-b1ed-345469974c0b, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=900b4916-d5e9-4a27-b1ed-345469974c0b,segment=NetworkSegment(414d6fb6-7984-45a4-a007-76f20aa7be1d),segment_id=414d6fb6-7984-45a4-a007-76f20aa7be1d)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:31:09.603303 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:09.615234 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Set router b76103a8-cd0b-4e80-beee-ae015d35c6f3 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:31:09.742124 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc435777-4bac-4acb-80ec-220129b985c2 None None] Pushing event updated for resources: {'Port': ['ID=900b4916-d5e9-4a27-b1ed-345469974c0b,revision_number=2']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:10.010325 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Notify callbacks [] for port, precommit_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:10.028341 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Transition to ACTIVE for port object bc831f91-9e19-4f70-b0fc-df53516a4063 will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:31:10.028662 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'name': 'tempest-TestShelveInstance-1559800827-router', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:08Z', 'revision_number': 3, 'project_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'gw_port': {'id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:08Z', 'updated_at': '2022-05-27T00:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:10.036311 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Checking router: b76103a8-cd0b-4e80-beee-ae015d35c6f3 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:31:10.036825 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Updating router b76103a8-cd0b-4e80-beee-ae015d35c6f3 port 018c372b-2689-4801-ab72-28a53ffbb3bd binding host dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:31:10.038886 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:10.144256 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:10.259660 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85056665-5cde-46bb-ab9b-423960d6f2fd None None] Pushing event updated for resources: {'Port': ['ID=bc831f91-9e19-4f70-b0fc-df53516a4063,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:10.409073 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Attempting to bind port bc831f91-9e19-4f70-b0fc-df53516a4063 on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:31:10.409675 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Attempting to bind port bc831f91-9e19-4f70-b0fc-df53516a4063 by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:31:10.410259 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Attempting to bind port bc831f91-9e19-4f70-b0fc-df53516a4063 on network ecf73a83-3891-47af-acf2-f5c058aa069f {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:31:10.430239 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:31:10.430851 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Checking segment: {'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:31:10.431465 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:10.431879 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Bound using segment: {'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:31:10.432537 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Bound port: bc831f91-9e19-4f70-b0fc-df53516a4063, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:31:10.433310 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:10.551854 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] For port bc831f91-9e19-4f70-b0fc-df53516a4063, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:31:10.555823 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] For port bc831f91-9e19-4f70-b0fc-df53516a4063, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=bc831f91-9e19-4f70-b0fc-df53516a4063,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:31:10.563981 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:10.599053 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:10.656959 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.provisioning_blocks [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Transition to ACTIVE for port object 018c372b-2689-4801-ab72-28a53ffbb3bd will not be triggered until provisioned by entity L2. {{(pid=83258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:31:10.666837 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85056665-5cde-46bb-ab9b-423960d6f2fd None None] Pushing event updated for resources: {'Port': ['ID=bc831f91-9e19-4f70-b0fc-df53516a4063,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:10.672337 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Routers {'6b472969-864a-473c-969f-c9d91a52fb35'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:31:10.673316 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:30:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['6b472969-864a-473c-969f-c9d91a52fb35'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:10.682902 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:10.731447 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:10.766535 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc25cd-54a2-4b92-93c8-e977ce3a4330 None None] Pushing event updated for resources: {'Port': ['ID=018c372b-2689-4801-ab72-28a53ffbb3bd,revision_number=2']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:10.822612 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Attempting to bind port 018c372b-2689-4801-ab72-28a53ffbb3bd on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:31:10.823119 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Attempting to bind port 018c372b-2689-4801-ab72-28a53ffbb3bd by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:31:10.823608 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Attempting to bind port 018c372b-2689-4801-ab72-28a53ffbb3bd on network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:31:10.837432 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:31:10.837872 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Checking segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:31:10.838272 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:10.839096 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Bound using segment: {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'} {{(pid=83258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:31:10.839240 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.managers [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Bound port: 018c372b-2689-4801-ab72-28a53ffbb3bd, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2408d50a-8278-43ed-914d-047daafb9240', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}}] {{(pid=83258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:31:10.839535 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:10.920403 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] For port 018c372b-2689-4801-ab72-28a53ffbb3bd, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:31:10.928781 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.plugins.ml2.db [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] For port 018c372b-2689-4801-ab72-28a53ffbb3bd, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=018c372b-2689-4801-ab72-28a53ffbb3bd,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:31:10.935806 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] Set router 6b472969-864a-473c-969f-c9d91a52fb35 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:31:10.936028 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron_lib.callbacks.manager [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:11.039152 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc25cd-54a2-4b92-93c8-e977ce3a4330 None None] Pushing event updated for resources: {'Port': ['ID=018c372b-2689-4801-ab72-28a53ffbb3bd,revision_number=3']} {{(pid=83258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:11.072139 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Routers {'b76103a8-cd0b-4e80-beee-ae015d35c6f3'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:31:11.072766 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:30:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['b76103a8-cd0b-4e80-beee-ae015d35c6f3'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:11.158723 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Allocated IP 172.20.0.1 (ade92664-a569-4374-972b-945ed66cd90c/fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b/b18b7248-13e7-4fa4-a4fd-b97d1ee1540a) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:31:11.160221 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f864106-bd29-474d-8b06-4336210e57b3 None None] Network ade92664-a569-4374-972b-945ed66cd90c requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:31:11.343811 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] Set router b76103a8-cd0b-4e80-beee-ae015d35c6f3 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:31:11.371707 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:11.392700 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.provisioning_blocks [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Transition to ACTIVE for port object b18b7248-13e7-4fa4-a4fd-b97d1ee1540a will not be triggered until provisioned by entity DHCP. {{(pid=83255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:31:11.421513 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:11.484432 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-173f497a-e157-46ad-b690-3cc940244a0a None None] Provisioning for port 900b4916-d5e9-4a27-b1ed-345469974c0b completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:31:11.498953 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Network ade92664-a569-4374-972b-945ed66cd90c is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:31:11.502818 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:31:11.505116 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b18b7248-13e7-4fa4-a4fd-b97d1ee1540a,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:11.508923 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:31:11.574041 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825379'] for router_interface, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:11.608444 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:04Z', 'revision_number': 4, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'bc831f91-9e19-4f70-b0fc-df53516a4063', 'name': '', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'mac_address': 'fa:16:3e:92:9a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:03Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 4, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'subnets': [{'id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:11.616204 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a5aa8-b8ad-43d3-9866-33afd3575785 None None] The sync data for ids ['6b472969-864a-473c-969f-c9d91a52fb35'] in dv-cinder-843305-3-smb is: [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:04Z', 'revision_number': 4, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'bc831f91-9e19-4f70-b0fc-df53516a4063', 'name': '', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'mac_address': 'fa:16:3e:92:9a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:03Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 4, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'subnets': [{'id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:31:11.761845 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:11.868461 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 900b4916-d5e9-4a27-b1ed-345469974c0b up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:11.995167 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'name': 'tempest-TestShelveInstance-1559800827-router', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:08Z', 'revision_number': 3, 'project_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'gw_port': {'id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:08Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:12.003983 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74616fb-661a-4d6c-a12b-4197c95cc1a4 None None] The sync data for ids ['b76103a8-cd0b-4e80-beee-ae015d35c6f3'] in dv-cinder-843305-3-smb is: [{'id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'name': 'tempest-TestShelveInstance-1559800827-router', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:08Z', 'revision_number': 3, 'project_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'gw_port': {'id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:08Z', 'updated_at': '2022-05-27T00:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:31:12.034020 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 900b4916-d5e9-4a27-b1ed-345469974c0b completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:31:12.039985 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 900b4916-d5e9-4a27-b1ed-345469974c0b triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:12.040358 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:12.072688 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:12.080536 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1260117'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:12.121966 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-a5e7808b-8d91-4ae1-92b6-e9c97cafd4ef None None] Provisioning complete for port 900b4916-d5e9-4a27-b1ed-345469974c0b triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:12.122634 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a5e7808b-8d91-4ae1-92b6-e9c97cafd4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:12.234173 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15341097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825486'] for router_interface, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:12.238690 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b18b7248-13e7-4fa4-a4fd-b97d1ee1540a,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:12.249689 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:12.342551 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 900b4916-d5e9-4a27-b1ed-345469974c0b, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=900b4916-d5e9-4a27-b1ed-345469974c0b,segment=NetworkSegment(414d6fb6-7984-45a4-a007-76f20aa7be1d),segment_id=414d6fb6-7984-45a4-a007-76f20aa7be1d)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:31:12.343861 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a5e7808b-8d91-4ae1-92b6-e9c97cafd4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:12.357686 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:12.425079 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Network ade92664-a569-4374-972b-945ed66cd90c is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:31:12.428070 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:31:12.611586 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=900b4916-d5e9-4a27-b1ed-345469974c0b,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:12.638547 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.db.api [None req-a5e7808b-8d91-4ae1-92b6-e9c97cafd4ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:31:12.639400 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG oslo_db.api [None req-a5e7808b-8d91-4ae1-92b6-e9c97cafd4ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:31:12.682413 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:13.052156 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Router b76103a8-cd0b-4e80-beee-ae015d35c6f3 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:31:13.254571 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-a5e7808b-8d91-4ae1-92b6-e9c97cafd4ef None None] Provisioning for port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:31:13.265112 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-a5e7808b-8d91-4ae1-92b6-e9c97cafd4ef None None] Provisioning complete for port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:13.266198 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a5e7808b-8d91-4ae1-92b6-e9c97cafd4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:13.336700 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:31:13.347617 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-00842f16-a23d-4d3d-bc3c-2a1d212464a2 admin admin] 10.222.0.42 "PUT /v2.0/routers/b76103a8-cd0b-4e80-beee-ae015d35c6f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9111998 May 27 00:31:13.358914 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-a5e7808b-8d91-4ae1-92b6-e9c97cafd4ef None None] Port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:31:13.487140 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-ee4c6a43-6011-4acb-ae20-1198f24fb3a1 None None] Provisioning complete for port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:13.487577 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6a43-6011-4acb-ae20-1198f24fb3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:13.549188 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c6a43-6011-4acb-ae20-1198f24fb3a1 None None] Port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:31:13.816905 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 900b4916-d5e9-4a27-b1ed-345469974c0b up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:13.904268 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 900b4916-d5e9-4a27-b1ed-345469974c0b triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:13.904790 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:13.979554 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37930) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:13.988843 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178695131', 'description': 'tempest-secgroup-smoke-1178695131 description', 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:14.000042 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:14.007992 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Usage tracker for resource:security_group and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:14.013134 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:14.024577 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:14.048454 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.100122 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device bc831f91-9e19-4f70-b0fc-df53516a4063 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:14.106110 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:14.112655 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Usage tracker for resource:security_group_rule and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:14.117993 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:14.128406 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:14.194583 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port bc831f91-9e19-4f70-b0fc-df53516a4063 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:31:14.201678 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port bc831f91-9e19-4f70-b0fc-df53516a4063 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:14.202157 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.213529 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.219413 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.276191 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f39b914-e940-4f2d-bcde-21d80268d542,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:14.279395 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.284705 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 37934) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:14.289852 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-b9faade5-c34c-4e84-8d46-0295c0eaf424 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3087626 May 27 00:31:14.292027 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-14ce9b2c-5bfc-4c15-ab50-032df7290bfc tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Request body: {'security_group_rule': {'security_group_id': '4f39b914-e940-4f2d-bcde-21d80268d542', 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:14.298029 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-14ce9b2c-5bfc-4c15-ab50-032df7290bfc tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:14.302349 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-14ce9b2c-5bfc-4c15-ab50-032df7290bfc tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Usage tracker for resource:security_group_rule and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:14.307109 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-14ce9b2c-5bfc-4c15-ab50-032df7290bfc tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:14.315697 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-14ce9b2c-5bfc-4c15-ab50-032df7290bfc tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:14.336129 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.336928 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-14ce9b2c-5bfc-4c15-ab50-032df7290bfc tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.376226 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port bc831f91-9e19-4f70-b0fc-df53516a4063, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=bc831f91-9e19-4f70-b0fc-df53516a4063,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:31:14.380596 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.381607 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 018c372b-2689-4801-ab72-28a53ffbb3bd up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:14.444946 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-14ce9b2c-5bfc-4c15-ab50-032df7290bfc tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.450059 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-14ce9b2c-5bfc-4c15-ab50-032df7290bfc tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.489955 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-14ce9b2c-5bfc-4c15-ab50-032df7290bfc tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.491340 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-14ce9b2c-5bfc-4c15-ab50-032df7290bfc tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2054725 May 27 00:31:14.495283 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce9b2c-5bfc-4c15-ab50-032df7290bfc tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1313af48-fa9b-4ea0-b084-41d6e67fb660,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:14.496268 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37938) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:14.510582 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-b19f6c9c-2d34-48dc-99be-f7ff8262f6dd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Request body: {'security_group_rule': {'security_group_id': '4f39b914-e940-4f2d-bcde-21d80268d542', 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:14.521932 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-b19f6c9c-2d34-48dc-99be-f7ff8262f6dd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:14.529992 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-b19f6c9c-2d34-48dc-99be-f7ff8262f6dd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Usage tracker for resource:security_group_rule and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:14.534777 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=bc831f91-9e19-4f70-b0fc-df53516a4063,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:14.535015 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-b19f6c9c-2d34-48dc-99be-f7ff8262f6dd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:14.546608 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-b19f6c9c-2d34-48dc-99be-f7ff8262f6dd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:14.551227 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port 018c372b-2689-4801-ab72-28a53ffbb3bd completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:31:14.564027 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 018c372b-2689-4801-ab72-28a53ffbb3bd triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:14.565088 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.576536 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b19f6c9c-2d34-48dc-99be-f7ff8262f6dd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.689417 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b19f6c9c-2d34-48dc-99be-f7ff8262f6dd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.694922 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b19f6c9c-2d34-48dc-99be-f7ff8262f6dd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.726464 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f6c9c-2d34-48dc-99be-f7ff8262f6dd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcc4645-45f4-460b-b7e0-f0a47013cd68,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:14.739211 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b19f6c9c-2d34-48dc-99be-f7ff8262f6dd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.740722 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-b19f6c9c-2d34-48dc-99be-f7ff8262f6dd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2430923 May 27 00:31:14.745807 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37942) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:14.752218 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-3f3a6ed1-4eab-4cd2-944f-a0722f58c58d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Request body: {'security_group_rule': {'security_group_id': '4f39b914-e940-4f2d-bcde-21d80268d542', 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:14.758539 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-3f3a6ed1-4eab-4cd2-944f-a0722f58c58d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:14.763430 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-3f3a6ed1-4eab-4cd2-944f-a0722f58c58d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Usage tracker for resource:security_group_rule and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:14.767032 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-3f3a6ed1-4eab-4cd2-944f-a0722f58c58d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:14.774220 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.774510 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-3f3a6ed1-4eab-4cd2-944f-a0722f58c58d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:14.796447 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6ed1-4eab-4cd2-944f-a0722f58c58d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.803546 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port 018c372b-2689-4801-ab72-28a53ffbb3bd, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=018c372b-2689-4801-ab72-28a53ffbb3bd,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:31:14.810390 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.887556 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=018c372b-2689-4801-ab72-28a53ffbb3bd,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:14.915813 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6ed1-4eab-4cd2-944f-a0722f58c58d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.921519 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6ed1-4eab-4cd2-944f-a0722f58c58d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.949581 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a6ed1-4eab-4cd2-944f-a0722f58c58d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171aab43-6eba-4ea1-bc3c-37d9453bd8c7,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:14.961896 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6ed1-4eab-4cd2-944f-a0722f58c58d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:14.963524 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-3f3a6ed1-4eab-4cd2-944f-a0722f58c58d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2163453 May 27 00:31:14.967855 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37946) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:14.974757 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-e45d281d-c7b4-438d-9ef7-66312b61eb9b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Request body: {'security_group_rule': {'security_group_id': '4f39b914-e940-4f2d-bcde-21d80268d542', 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:14.981711 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e45d281d-c7b4-438d-9ef7-66312b61eb9b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:14.986405 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e45d281d-c7b4-438d-9ef7-66312b61eb9b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Usage tracker for resource:security_group_rule and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:14.989954 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-e45d281d-c7b4-438d-9ef7-66312b61eb9b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:14.997111 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-e45d281d-c7b4-438d-9ef7-66312b61eb9b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:15.017058 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e45d281d-c7b4-438d-9ef7-66312b61eb9b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.091029 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e45d281d-c7b4-438d-9ef7-66312b61eb9b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.095422 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e45d281d-c7b4-438d-9ef7-66312b61eb9b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.120935 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d281d-c7b4-438d-9ef7-66312b61eb9b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81051d93-509b-46e8-9426-895d40888a9c,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:15.130205 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-e45d281d-c7b4-438d-9ef7-66312b61eb9b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.131501 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-e45d281d-c7b4-438d-9ef7-66312b61eb9b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1624210 May 27 00:31:15.135927 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37950) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:15.143398 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-f984df36-aba9-4098-b56b-2d06fb5fa41b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Request body: {'security_group_rule': {'security_group_id': '4f39b914-e940-4f2d-bcde-21d80268d542', 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:15.149917 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-f984df36-aba9-4098-b56b-2d06fb5fa41b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:15.154089 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-f984df36-aba9-4098-b56b-2d06fb5fa41b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Usage tracker for resource:security_group_rule and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:15.157234 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-f984df36-aba9-4098-b56b-2d06fb5fa41b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:15.164059 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-f984df36-aba9-4098-b56b-2d06fb5fa41b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:15.180446 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.securitygroups_db [None req-f984df36-aba9-4098-b56b-2d06fb5fa41b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Project 09aa9b9cfed6405ab9331513e2a3cbe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 00:31:15.190611 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f984df36-aba9-4098-b56b-2d06fb5fa41b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.263271 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f984df36-aba9-4098-b56b-2d06fb5fa41b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.268029 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f984df36-aba9-4098-b56b-2d06fb5fa41b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.297591 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984df36-aba9-4098-b56b-2d06fb5fa41b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654b2675-41ca-448b-8ce4-5a2f00a8fa83,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:15.308514 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f984df36-aba9-4098-b56b-2d06fb5fa41b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.309995 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-f984df36-aba9-4098-b56b-2d06fb5fa41b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1727102 May 27 00:31:15.312900 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 37954) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:15.319386 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-ed6a36ed-9f41-408e-b0b7-b36f2a920b27 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Request body: {'security_group_rule': {'security_group_id': '4f39b914-e940-4f2d-bcde-21d80268d542', 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:15.325730 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-ed6a36ed-9f41-408e-b0b7-b36f2a920b27 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:15.329953 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-ed6a36ed-9f41-408e-b0b7-b36f2a920b27 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Usage tracker for resource:security_group_rule and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:15.333059 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-ed6a36ed-9f41-408e-b0b7-b36f2a920b27 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:15.339832 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-ed6a36ed-9f41-408e-b0b7-b36f2a920b27 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:15.353109 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.securitygroups_db [None req-ed6a36ed-9f41-408e-b0b7-b36f2a920b27 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Project 09aa9b9cfed6405ab9331513e2a3cbe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 00:31:15.363202 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ed6a36ed-9f41-408e-b0b7-b36f2a920b27 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.448366 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ed6a36ed-9f41-408e-b0b7-b36f2a920b27 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.453365 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ed6a36ed-9f41-408e-b0b7-b36f2a920b27 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.492557 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a36ed-9f41-408e-b0b7-b36f2a920b27 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecfeb65-c809-43d6-abce-4c3a350a5433,revision_number=0']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:15.509995 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ed6a36ed-9f41-408e-b0b7-b36f2a920b27 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.511383 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ed6a36ed-9f41-408e-b0b7-b36f2a920b27 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1973622 May 27 00:31:15.711309 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device bc831f91-9e19-4f70-b0fc-df53516a4063 up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:15.795328 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port bc831f91-9e19-4f70-b0fc-df53516a4063 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:15.795695 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:15.969391 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 018c372b-2689-4801-ab72-28a53ffbb3bd up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:16.060126 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port 018c372b-2689-4801-ab72-28a53ffbb3bd triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:16.060665 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:22.114865 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:31:24.303070 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e54ec168-f593-4c61-8828-33b64480557f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:26.487311 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-75b42a04-5318-441f-9b0a-eb629e90c223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:27.987713 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:28.042129 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:29.240316 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:33.906574 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Sync routers for ids ['b76103a8-cd0b-4e80-beee-ae015d35c6f3'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:31:33.927962 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Routers {'b76103a8-cd0b-4e80-beee-ae015d35c6f3'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:31:33.929487 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:31:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['b76103a8-cd0b-4e80-beee-ae015d35c6f3'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:34.089611 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-7c43adf7-7460-4bf1-bb65-9196aeeac4b5 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178695131&fields=id&tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7 HTTP/1.1" status: 200 len: 267 time: 0.0480590 May 27 00:31:34.130838 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Set router b76103a8-cd0b-4e80-beee-ae015d35c6f3 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:31:34.300199 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-cc4e438d-e6eb-4fda-b9d4-f41a5cc7ad59 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:34.301689 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-cc4e438d-e6eb-4fda-b9d4-f41a5cc7ad59 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/networks?id=ecf73a83-3891-47af-acf2-f5c058aa069f HTTP/1.1" status: 200 len: 809 time: 0.2029457 May 27 00:31:34.311926 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9350e-4c0a-4cef-879d-4c585616c5ec req-cbeef309-30c1-446b-9502-3d2e22a95b25 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:34.313464 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e8b9350e-4c0a-4cef-879d-4c585616c5ec req-cbeef309-30c1-446b-9502-3d2e22a95b25 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.1941400 May 27 00:31:34.340818 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-f8658fee-4bde-4914-996a-a879527dafa0 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/quotas/09aa9b9cfed6405ab9331513e2a3cbe7 HTTP/1.1" status: 200 len: 375 time: 0.0263579 May 27 00:31:34.410780 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e8b9350e-4c0a-4cef-879d-4c585616c5ec req-356d5833-f0c7-4270-afff-7e985d07108a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891411 May 27 00:31:34.441288 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-94e8572a-409d-42f3-a29e-1821df16570a tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Synchronizing usage tracker for tenant:09aa9b9cfed6405ab9331513e2a3cbe7 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:31:34.464620 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-94e8572a-409d-42f3-a29e-1821df16570a tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Unset dirty status for tenant:09aa9b9cfed6405ab9331513e2a3cbe7 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:31:34.466301 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-94e8572a-409d-42f3-a29e-1821df16570a tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1198082 May 27 00:31:34.502455 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'name': 'tempest-TestShelveInstance-1559800827-router', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:11Z', 'revision_number': 4, 'project_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'gw_port': {'id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:08Z', 'updated_at': '2022-05-27T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'b18b7248-13e7-4fa4-a4fd-b97d1ee1540a', 'name': '', 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'mac_address': 'fa:16:3e:10:ae:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:10Z', 'updated_at': '2022-05-27T00:31:11Z', 'revision_number': 2, 'project_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'subnets': [{'id': 'fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:34.507262 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Checking router: b76103a8-cd0b-4e80-beee-ae015d35c6f3 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:31:34.507707 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Updating router b76103a8-cd0b-4e80-beee-ae015d35c6f3 port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a binding host dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 27 00:31:34.563343 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:34.720585 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-2e9c4b16-32c4-417e-9c1d-13e3fe8ea333 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83256) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 27 00:31:34.721774 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-2e9c4b16-32c4-417e-9c1d-13e3fe8ea333 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2432601 May 27 00:31:34.865051 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-076478e5-1855-4529-b4bc-cf80c15be8c7 service neutron] 10.222.0.42 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360059 May 27 00:31:34.985344 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Notify callbacks [] for port, precommit_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:34.997922 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Transition to ACTIVE for port object b18b7248-13e7-4fa4-a4fd-b97d1ee1540a will not be triggered until provisioned by entity L2. {{(pid=83257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:31:35.004882 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:35.009861 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-fa3744df-2951-4a8a-a7c6-0a429474810e service neutron] 10.222.0.42 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379266 May 27 00:31:35.145810 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee970f8-4c22-490f-a88f-aabd2cdaeafb None None] Pushing event updated for resources: {'Port': ['ID=b18b7248-13e7-4fa4-a4fd-b97d1ee1540a,revision_number=3']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:35.235183 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Attempting to bind port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a on host dv-cinder-843305-3-smb for vnic_type normal with profile {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:31:35.235607 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Attempting to bind port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a by drivers openvswitch,hyperv on host dv-cinder-843305-3-smb at level 0 using segments [{'id': '414d6fb6-7984-45a4-a007-76f20aa7be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c'}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:31:35.235913 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Attempting to bind port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a on network ade92664-a569-4374-972b-945ed66cd90c {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:31:35.246912 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Checking agent: {'id': '8d8190fe-5afb-4e4c-8b0b-582269361b3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843305-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 10, 58), 'started_at': datetime.datetime(2022, 5, 27, 0, 11, 28), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843305-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:31:35.247456 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Checking segment: {'id': '414d6fb6-7984-45a4-a007-76f20aa7be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:31:35.247946 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:35.248487 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Bound using segment: {'id': '414d6fb6-7984-45a4-a007-76f20aa7be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c'} {{(pid=83257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:31:35.249239 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.managers [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Bound port: b18b7248-13e7-4fa4-a4fd-b97d1ee1540a, host: dv-cinder-843305-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414d6fb6-7984-45a4-a007-76f20aa7be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c'}}] {{(pid=83257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:31:35.249871 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:35.365128 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] For port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a, host dv-cinder-843305-3-smb, cleared binding levels {{(pid=83257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:31:35.369398 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] For port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a, host dv-cinder-843305-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=b18b7248-13e7-4fa4-a4fd-b97d1ee1540a,segment=NetworkSegment(414d6fb6-7984-45a4-a007-76f20aa7be1d),segment_id=414d6fb6-7984-45a4-a007-76f20aa7be1d)] {{(pid=83257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:31:35.387315 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:35.476920 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee970f8-4c22-490f-a88f-aabd2cdaeafb None None] Pushing event updated for resources: {'Port': ['ID=b18b7248-13e7-4fa4-a4fd-b97d1ee1540a,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:35.482211 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Routers {'b76103a8-cd0b-4e80-beee-ae015d35c6f3'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:31:35.482847 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:31:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['b76103a8-cd0b-4e80-beee-ae015d35c6f3'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:35.492967 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d071eafd-7972-45b8-ae17-2bfaa377819b req-7d24fe8e-c879-4b55-9914-d48889d28388 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 210 time: 0.0545540 May 27 00:31:35.695942 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2efe7e-ef70-4c62-9108-8cc8969470bd req-178cad19-bdf4-477c-bb9e-4188712f9443 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:35.697772 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2b2efe7e-ef70-4c62-9108-8cc8969470bd req-178cad19-bdf4-477c-bb9e-4188712f9443 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.1044469 May 27 00:31:35.720777 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] Set router b76103a8-cd0b-4e80-beee-ae015d35c6f3 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:31:35.753806 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2b2efe7e-ef70-4c62-9108-8cc8969470bd req-a4c818b0-bb85-46c8-94ae-1d724a92293d tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503478 May 27 00:31:36.080404 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'name': 'tempest-TestShelveInstance-1559800827-router', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:11Z', 'revision_number': 4, 'project_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'gw_port': {'id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:08Z', 'updated_at': '2022-05-27T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'b18b7248-13e7-4fa4-a4fd-b97d1ee1540a', 'name': '', 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'mac_address': 'fa:16:3e:10:ae:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:10Z', 'updated_at': '2022-05-27T00:31:35Z', 'revision_number': 4, 'project_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'subnets': [{'id': 'fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:36.086185 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b93eb-d5cd-4aa8-8330-6b9bd0adeb6f None None] The sync data for ids ['b76103a8-cd0b-4e80-beee-ae015d35c6f3'] in dv-cinder-843305-3-smb is: [{'id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'name': 'tempest-TestShelveInstance-1559800827-router', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:31:11Z', 'revision_number': 4, 'project_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'gw_port': {'id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:08Z', 'updated_at': '2022-05-27T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'b18b7248-13e7-4fa4-a4fd-b97d1ee1540a', 'name': '', 'network_id': 'ade92664-a569-4374-972b-945ed66cd90c', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'mac_address': 'fa:16:3e:10:ae:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:10Z', 'updated_at': '2022-05-27T00:31:35Z', 'revision_number': 4, 'project_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'subnets': [{'id': 'fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:31:36.677911 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a2faf130-fe92-4362-aa9d-4e1104e9a810 req-9eecddeb-b32e-47f5-ba82-6bdb8d09be19 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 210 time: 0.0472438 May 27 00:31:37.242852 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-e79510a2-1135-4f8e-a21f-41146b8072ef tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:37.245393 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-e79510a2-1135-4f8e-a21f-41146b8072ef tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.60 "GET /v2.0/networks?id=ecf73a83-3891-47af-acf2-f5c058aa069f HTTP/1.1" status: 200 len: 809 time: 0.3750796 May 27 00:31:37.263918 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85428191-11e2-469d-a150-bd3880b239b7 req-bf448419-fc8f-4d98-9afa-7c80f600f966 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:37.265510 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85428191-11e2-469d-a150-bd3880b239b7 req-bf448419-fc8f-4d98-9afa-7c80f600f966 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.2508662 May 27 00:31:37.368360 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-a7595e9d-c5a1-44af-8ee4-d44b24c83b75 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7 HTTP/1.1" status: 200 len: 380 time: 0.1018496 May 27 00:31:37.378736 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Request body: {'port': {'device_id': 'e6128448-0598-498b-b3da-a82227e751c2', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'admin_state_up': True, 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'security_groups': ['4f39b914-e940-4f2d-bcde-21d80268d542']}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:37.395688 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-85428191-11e2-469d-a150-bd3880b239b7 req-8282b19e-72fc-48a3-9b83-7d4349fc0ad0 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068966 May 27 00:31:37.544241 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:37.558002 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:37.570544 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Made reservation on behalf of 09aa9b9cfed6405ab9331513e2a3cbe7 for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:31:37.574149 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:37.797088 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device b18b7248-13e7-4fa4-a4fd-b97d1ee1540a up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:37.871314 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Allocated IP 172.20.0.7 (ecf73a83-3891-47af-acf2-f5c058aa069f/c6be3609-3c2f-4219-aa03-92baeb3f4497/59152562-13ad-463a-8af5-09fa09471a70) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:31:38.015040 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning for port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:31:38.021386 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:38.021854 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:38.134189 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7ab0ca2d-04d3-47dc-9020-d020541ba0bc req-110f0072-2833-44e7-82e7-672c6a924abf tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 210 time: 0.2395597 May 27 00:31:38.152274 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:38.200026 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] For port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=b18b7248-13e7-4fa4-a4fd-b97d1ee1540a,segment=NetworkSegment(414d6fb6-7984-45a4-a007-76f20aa7be1d),segment_id=414d6fb6-7984-45a4-a007-76f20aa7be1d)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:31:38.204319 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:38.277078 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Pushing event updated for resources: {'Port': ['ID=b18b7248-13e7-4fa4-a4fd-b97d1ee1540a,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:38.403179 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:38.421118 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Transition to ACTIVE for port object 59152562-13ad-463a-8af5-09fa09471a70 will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:31:38.445726 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:38.583295 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Network ecf73a83-3891-47af-acf2-f5c058aa069f is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:31:38.587946 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:31:38.590264 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event updated for resources: {'Port': ['ID=59152562-13ad-463a-8af5-09fa09471a70,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:38.594172 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:31:38.706372 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:38.706728 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:38.707049 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:38.707386 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:38.707894 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:38.708148 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:38.708550 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:38.708877 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:38.709199 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:38.710137 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:38.710471 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:31:38.753597 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:38.754336 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:38.796724 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156e567-fc48-43ce-8279-a0d9ec29d30e req-9e7d1f9b-4b4e-497a-ac19-2eceb5af5cc8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:38.798461 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b156e567-fc48-43ce-8279-a0d9ec29d30e req-9e7d1f9b-4b4e-497a-ac19-2eceb5af5cc8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.1631377 May 27 00:31:38.800739 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-077c5c28-c4b6-4048-8f58-ea63fbef04bd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4261997 May 27 00:31:38.816256 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Request body: {'port': {'device_id': 'e6128448-0598-498b-b3da-a82227e751c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:38.935294 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-e6ce6488-cc86-4d70-a063-13e2ca875bd1 None None] Provisioning for port 59152562-13ad-463a-8af5-09fa09471a70 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:31:38.941255 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-e6ce6488-cc86-4d70-a063-13e2ca875bd1 None None] Provisioning complete for port 59152562-13ad-463a-8af5-09fa09471a70 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:38.941797 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6488-cc86-4d70-a063-13e2ca875bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:38.963581 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b156e567-fc48-43ce-8279-a0d9ec29d30e req-1b91d60d-6dc6-48f8-98a5-b674c91934d9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214716 May 27 00:31:38.983645 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:39.011615 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce6488-cc86-4d70-a063-13e2ca875bd1 None None] Port 59152562-13ad-463a-8af5-09fa09471a70 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:31:39.414021 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59152562-13ad-463a-8af5-09fa09471a70 {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:31:39.424131 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:39.446938 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24ac7f-6dd4-4982-a959-d413bdb0120d req-e1891fe1-c015-4205-9408-8dfe559e8f15 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:39.447543 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-7e24ac7f-6dd4-4982-a959-d413bdb0120d req-e1891fe1-c015-4205-9408-8dfe559e8f15 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Synchronizing usage tracker for tenant:09aa9b9cfed6405ab9331513e2a3cbe7 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:31:39.452825 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Transition to ACTIVE for port object 59152562-13ad-463a-8af5-09fa09471a70 will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:31:39.466613 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:39.537996 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-7e24ac7f-6dd4-4982-a959-d413bdb0120d req-e1891fe1-c015-4205-9408-8dfe559e8f15 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Unset dirty status for tenant:09aa9b9cfed6405ab9331513e2a3cbe7 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:31:39.539174 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7e24ac7f-6dd4-4982-a959-d413bdb0120d req-e1891fe1-c015-4205-9408-8dfe559e8f15 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 931 time: 0.2632406 May 27 00:31:39.651197 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Pushing event updated for resources: {'Port': ['ID=59152562-13ad-463a-8af5-09fa09471a70,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:39.702366 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7e24ac7f-6dd4-4982-a959-d413bdb0120d req-ebe126f4-65fa-4d4b-8be6-698f10f14338 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548562 May 27 00:31:39.777502 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device b18b7248-13e7-4fa4-a4fd-b97d1ee1540a up at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:39.802064 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Attempting to bind port 59152562-13ad-463a-8af5-09fa09471a70 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:31:39.802488 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Attempting to bind port 59152562-13ad-463a-8af5-09fa09471a70 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:31:39.803055 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Attempting to bind port 59152562-13ad-463a-8af5-09fa09471a70 on network ecf73a83-3891-47af-acf2-f5c058aa069f {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:31:39.810224 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Port 59152562-13ad-463a-8af5-09fa09471a70 on network ecf73a83-3891-47af-acf2-f5c058aa069f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:31:39.810725 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Attempting to bind port 59152562-13ad-463a-8af5-09fa09471a70 on network ecf73a83-3891-47af-acf2-f5c058aa069f {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:31:39.818110 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:31:39.818447 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Checking segment: {'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:31:39.818872 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Bound using segment: {'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:31:39.819316 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Bound port: 59152562-13ad-463a-8af5-09fa09471a70, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac5df8f-fa77-4da3-a830-ed2999411c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:31:39.819709 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:39.920023 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] For port 59152562-13ad-463a-8af5-09fa09471a70, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:31:39.923689 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] For port 59152562-13ad-463a-8af5-09fa09471a70, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59152562-13ad-463a-8af5-09fa09471a70,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:31:39.927828 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:39.928027 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Provisioning complete for port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:39.928685 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:39.996619 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:39.998181 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] 10.222.0.60 "PUT /v2.0/ports/59152562-13ad-463a-8af5-09fa09471a70 HTTP/1.1" status: 200 len: 1093 time: 1.1896188 May 27 00:31:39.998646 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'tag': '59152562-13ad-463a-8af5-09fa09471a70'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:31:40.036545 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad8fb4-cd1b-495a-bada-1a20f0694023 service neutron] Pushing event updated for resources: {'Port': ['ID=59152562-13ad-463a-8af5-09fa09471a70,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:40.197568 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b1faf7-bb52-44fc-9feb-32b92679d5cd'] response: {'name': 'network-changed', 'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'tag': '59152562-13ad-463a-8af5-09fa09471a70', 'status': 'completed', 'code': 200} May 27 00:31:40.260951 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-81b9a524-6afa-463f-9f59-faf3c57dea09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7&device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 1096 time: 0.2068141 May 27 00:31:40.342076 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-a4127b69-4f39-49cb-9dee-a150a8872503 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59152562-13ad-463a-8af5-09fa09471a70 HTTP/1.1" status: 200 len: 217 time: 0.0697713 May 27 00:31:40.507320 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853ff33-31d0-466d-84a9-76ede14ba198 req-9a5d9220-b5ea-43cd-85d7-930da2398f0a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:40.508893 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c853ff33-31d0-466d-84a9-76ede14ba198 req-9a5d9220-b5ea-43cd-85d7-930da2398f0a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.3134394 May 27 00:31:40.536560 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-0363f52f-d7a3-4499-806a-0af14caa94f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:40.537993 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-0363f52f-d7a3-4499-806a-0af14caa94f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6be3609-3c2f-4219-aa03-92baeb3f4497 HTTP/1.1" status: 200 len: 848 time: 0.1899428 May 27 00:31:40.619028 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c853ff33-31d0-466d-84a9-76ede14ba198 req-0c8e3de6-4b39-4c05-a1f5-b49dbcdcbb37 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998280 May 27 00:31:40.641179 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-9a13034f-de3b-46e4-a160-ead734587842 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecf73a83-3891-47af-acf2-f5c058aa069f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0967577 May 27 00:31:40.816119 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-be03cf25-773a-4eca-85f8-99d707127dd6 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678553 May 27 00:31:41.024109 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-50fbe901-3a25-466d-982a-7254f5c7b95f req-a14ff265-7b95-43f7-b7a6-293a5a00b97c service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018867 May 27 00:31:41.045414 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe490e-2a13-44e7-8720-a90dd3c02f5f req-7234d7dc-335e-4872-89b4-c04fefc8a96a tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:41.047483 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e8fe490e-2a13-44e7-8720-a90dd3c02f5f req-7234d7dc-335e-4872-89b4-c04fefc8a96a tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 943 time: 0.2024388 May 27 00:31:41.149139 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e8fe490e-2a13-44e7-8720-a90dd3c02f5f req-9830cc5c-deca-492f-af2c-b8daa4cc8ba3 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938659 May 27 00:31:41.179749 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-acd9d4ba-c180-416f-9b8e-666e0db279e5 req-2651c9e8-95c3-4301-8ee8-ba11b4dccecb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7&device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 1096 time: 0.1024327 May 27 00:31:41.325442 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9d4ba-c180-416f-9b8e-666e0db279e5 req-9e60498d-294e-4d53-9702-6db5f4b3bc0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:41.326924 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-acd9d4ba-c180-416f-9b8e-666e0db279e5 req-9e60498d-294e-4d53-9702-6db5f4b3bc0b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecf73a83-3891-47af-acf2-f5c058aa069f HTTP/1.1" status: 200 len: 910 time: 0.1416759 May 27 00:31:41.397886 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-acd9d4ba-c180-416f-9b8e-666e0db279e5 req-1058a2e3-c6b9-4c29-b846-d1d45a2906a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59152562-13ad-463a-8af5-09fa09471a70 HTTP/1.1" status: 200 len: 217 time: 0.0649607 May 27 00:31:41.469884 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9d4ba-c180-416f-9b8e-666e0db279e5 req-4058e168-036d-48cf-a264-e6197ef7db74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:41.471344 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-acd9d4ba-c180-416f-9b8e-666e0db279e5 req-4058e168-036d-48cf-a264-e6197ef7db74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6be3609-3c2f-4219-aa03-92baeb3f4497 HTTP/1.1" status: 200 len: 848 time: 0.0679083 May 27 00:31:41.559192 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-acd9d4ba-c180-416f-9b8e-666e0db279e5 req-1ebb771a-2553-4361-857c-80bf947954b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecf73a83-3891-47af-acf2-f5c058aa069f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798259 May 27 00:31:41.741968 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-acd9d4ba-c180-416f-9b8e-666e0db279e5 req-7df41b8c-f388-4e2b-ae90-cbaa629985f8 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745529 May 27 00:31:41.946856 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-acd9d4ba-c180-416f-9b8e-666e0db279e5 req-a58b8af7-64b8-4a65-a73a-e2e883b74bd6 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991887 May 27 00:31:41.967758 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2bfa4-c817-4183-931b-f8ca56aa9603 req-eac15cff-4a49-4bfe-b38e-b2a23283f964 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:41.970231 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a6c2bfa4-c817-4183-931b-f8ca56aa9603 req-eac15cff-4a49-4bfe-b38e-b2a23283f964 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.1962404 May 27 00:31:42.030256 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a6c2bfa4-c817-4183-931b-f8ca56aa9603 req-9eac2208-ca43-4936-9e36-7b78f26ca390 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521221 May 27 00:31:42.413364 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a1ffb-c95f-4cf9-b754-a03e8b2f883f req-6a7c5e23-c29d-4a3a-abb0-7f088f04ee6e tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:42.415074 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3f0a1ffb-c95f-4cf9-b754-a03e8b2f883f req-6a7c5e23-c29d-4a3a-abb0-7f088f04ee6e tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 943 time: 0.1282568 May 27 00:31:42.475996 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3f0a1ffb-c95f-4cf9-b754-a03e8b2f883f req-0911d190-d2a3-4a4a-817f-264517f55600 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490131 May 27 00:31:42.682484 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:43.308870 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab7b0a-2187-4ea4-b9aa-3fe218c2978d req-2e9cc620-f801-437c-826b-7b744c83c6cf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:43.310927 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5eab7b0a-2187-4ea4-b9aa-3fe218c2978d req-2e9cc620-f801-437c-826b-7b744c83c6cf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.1168838 May 27 00:31:43.365063 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5eab7b0a-2187-4ea4-b9aa-3fe218c2978d req-59d1e4c4-3bfd-468c-b498-749d427d10ff tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473740 May 27 00:31:43.735869 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7000a-767a-426d-9808-be8338c5fdf0 req-a43d0d9a-6f45-45a9-96f7-722a0a0efc56 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:43.737495 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76e7000a-767a-426d-9808-be8338c5fdf0 req-a43d0d9a-6f45-45a9-96f7-722a0a0efc56 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 943 time: 0.1082106 May 27 00:31:43.792313 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-76e7000a-767a-426d-9808-be8338c5fdf0 req-3d191ca7-23f6-4c1c-838d-ca24f93fbf3d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486264 May 27 00:31:44.661540 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 59152562-13ad-463a-8af5-09fa09471a70 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:31:44.693551 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae62029-8750-47a9-a60e-221c8c78af89 req-be0e9d93-7236-4f82-b5a0-d60a8f4fbe5f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:44.696145 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ae62029-8750-47a9-a60e-221c8c78af89 req-be0e9d93-7236-4f82-b5a0-d60a8f4fbe5f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.1908381 May 27 00:31:44.761734 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6ae62029-8750-47a9-a60e-221c8c78af89 req-194b823a-076a-4876-83b6-b9e986531d16 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557399 May 27 00:31:44.824490 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 59152562-13ad-463a-8af5-09fa09471a70, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59152562-13ad-463a-8af5-09fa09471a70,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:31:44.841109 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '59152562-13ad-463a-8af5-09fa09471a70', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'port_id': '59152562-13ad-463a-8af5-09fa09471a70', 'mac_address': 'fa:16:3e:ee:6d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:31:44.904149 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:44.927008 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59152562-13ad-463a-8af5-09fa09471a70 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:31:44.943949 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 59152562-13ad-463a-8af5-09fa09471a70, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59152562-13ad-463a-8af5-09fa09471a70,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:31:44.949690 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:45.033093 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3149fe6-6850-4c10-99d0-c59410190c9d req-1f764665-53d3-4102-80ee-9b588e6e7520 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:45.033658 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=59152562-13ad-463a-8af5-09fa09471a70,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:45.034996 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e3149fe6-6850-4c10-99d0-c59410190c9d req-1f764665-53d3-4102-80ee-9b588e6e7520 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 944 time: 0.1044245 May 27 00:31:45.100792 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e3149fe6-6850-4c10-99d0-c59410190c9d req-08f60bde-a261-40b4-8a8e-659cc178f7df tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541883 May 27 00:31:45.276112 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['59152562-13ad-463a-8af5-09fa09471a70'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:31:45.401697 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034526b5-19e1-492e-859a-9cea097fd1d9 req-e9bcf177-13e4-4370-80df-05109c8ca235 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:45.403190 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-034526b5-19e1-492e-859a-9cea097fd1d9 req-e9bcf177-13e4-4370-80df-05109c8ca235 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.1579390 May 27 00:31:45.407398 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-025c851b-d237-47b8-b71e-ed2eff4df7c9 req-ce159f7d-a32b-4e90-8f54-3d327ab31ccc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 1099 time: 0.1159315 May 27 00:31:45.550830 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-034526b5-19e1-492e-859a-9cea097fd1d9 req-feecbd4c-a448-4487-9ce0-05177728994d tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191132 May 27 00:31:45.594975 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c851b-d237-47b8-b71e-ed2eff4df7c9 req-bea80f01-d45a-42ba-bd94-4b607e1731ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:45.597798 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-025c851b-d237-47b8-b71e-ed2eff4df7c9 req-bea80f01-d45a-42ba-bd94-4b607e1731ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 912 time: 0.1843281 May 27 00:31:45.770143 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-025c851b-d237-47b8-b71e-ed2eff4df7c9 req-53441341-4db2-4ff6-b46d-847f7957f8c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde HTTP/1.1" status: 200 len: 1002 time: 0.1666055 May 27 00:31:45.834818 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c851b-d237-47b8-b71e-ed2eff4df7c9 req-0abdd2e5-087f-418d-aa26-11fa5259793e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:45.836182 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-025c851b-d237-47b8-b71e-ed2eff4df7c9 req-0abdd2e5-087f-418d-aa26-11fa5259793e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 200 len: 850 time: 0.0599585 May 27 00:31:45.919690 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-025c851b-d237-47b8-b71e-ed2eff4df7c9 req-d7d7af2d-b4ae-4637-af68-94987f3f8ad8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773437 May 27 00:31:46.065034 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-025c851b-d237-47b8-b71e-ed2eff4df7c9 req-9f555380-b49a-494d-ad5f-8f324f59b9b5 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389084 May 27 00:31:46.208152 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-025c851b-d237-47b8-b71e-ed2eff4df7c9 req-79ecc265-2f96-47ca-9c5d-0abed773c737 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371162 May 27 00:31:46.320018 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00efb6-6056-4d76-ba96-70fd3d1dad6c req-4641f8a0-5576-4693-8e2a-3cb2c65b97eb tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:46.321476 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ac00efb6-6056-4d76-ba96-70fd3d1dad6c req-4641f8a0-5576-4693-8e2a-3cb2c65b97eb tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 944 time: 0.0768683 May 27 00:31:46.367233 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ac00efb6-6056-4d76-ba96-70fd3d1dad6c req-12ad0ec6-7b21-49a6-85a0-a8db0e874272 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402157 May 27 00:31:46.707865 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 59152562-13ad-463a-8af5-09fa09471a70 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:31:46.775661 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7c8a1-a17f-4a47-95c2-e34c9b0fc0ce req-09b45190-14a9-47c5-9f79-f80b90f4e6bd tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:46.775661 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-eda7c8a1-a17f-4a47-95c2-e34c9b0fc0ce req-09b45190-14a9-47c5-9f79-f80b90f4e6bd tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0960493 May 27 00:31:46.781637 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port 59152562-13ad-463a-8af5-09fa09471a70 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:31:46.786648 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 59152562-13ad-463a-8af5-09fa09471a70 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:31:46.787012 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:46.831554 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-eda7c8a1-a17f-4a47-95c2-e34c9b0fc0ce req-2886a44a-a5a1-4d02-aff4-2570bdb3aa25 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484390 May 27 00:31:46.919942 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:46.953219 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59152562-13ad-463a-8af5-09fa09471a70'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:31:46.963846 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 59152562-13ad-463a-8af5-09fa09471a70, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59152562-13ad-463a-8af5-09fa09471a70,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:31:46.969060 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:47.011550 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c13adc15-e03b-4989-935d-7216f9df9c8e req-61eb8655-14b7-42aa-b3d0-a4f758636717 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 1099 time: 0.0726898 May 27 00:31:47.036844 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=59152562-13ad-463a-8af5-09fa09471a70,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:47.105870 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ce995a-6728-473b-b3d8-245ba8d7c601'] response: {'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59152562-13ad-463a-8af5-09fa09471a70', 'code': 200} May 27 00:31:47.165250 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13adc15-e03b-4989-935d-7216f9df9c8e req-165c040c-525e-4603-9a30-6cc2a9489941 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:47.166989 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c13adc15-e03b-4989-935d-7216f9df9c8e req-165c040c-525e-4603-9a30-6cc2a9489941 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 912 time: 0.1344469 May 27 00:31:47.282375 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c13adc15-e03b-4989-935d-7216f9df9c8e req-57774983-37d6-46aa-b14d-f8cb3cdf82bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde HTTP/1.1" status: 200 len: 1002 time: 0.1083596 May 27 00:31:47.483619 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13adc15-e03b-4989-935d-7216f9df9c8e req-0c16d7d8-7c98-4441-af08-b6675a8d9965 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:47.485050 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c13adc15-e03b-4989-935d-7216f9df9c8e req-0c16d7d8-7c98-4441-af08-b6675a8d9965 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 200 len: 850 time: 0.1971066 May 27 00:31:47.628001 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-16279061-59d5-4dcc-955e-4f070d812876 req-16c62d24-06bc-4d06-acf9-b556292074b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 1098 time: 0.2860157 May 27 00:31:47.663875 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c13adc15-e03b-4989-935d-7216f9df9c8e req-a4205750-1d66-4279-9b5e-ca974e5bba60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1709299 May 27 00:31:47.673361 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f8a22-5b74-4eb4-91a4-85bdd40ee46b req-b3102bd8-16a3-4621-b217-cd2be29af3a6 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:47.674755 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fb2f8a22-5b74-4eb4-91a4-85bdd40ee46b req-b3102bd8-16a3-4621-b217-cd2be29af3a6 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.1830297 May 27 00:31:47.783419 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-16279061-59d5-4dcc-955e-4f070d812876 req-5eb486ae-4652-43c2-a428-0af81938b90b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479053 May 27 00:31:47.819154 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fb2f8a22-5b74-4eb4-91a4-85bdd40ee46b req-ee2862d9-66e7-43c7-a33b-e1f7b24edb8a tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369100 May 27 00:31:47.856615 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c13adc15-e03b-4989-935d-7216f9df9c8e req-c4a4a752-a07e-425f-9222-8d45208117f7 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733522 May 27 00:31:48.039117 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17d5cf-e5c7-46de-ba69-e221cb39ffdd req-0b161f5f-9d75-4f73-ad4e-30f822c490b4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:48.040534 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bc17d5cf-e5c7-46de-ba69-e221cb39ffdd req-0b161f5f-9d75-4f73-ad4e-30f822c490b4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0746963 May 27 00:31:48.168630 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bc17d5cf-e5c7-46de-ba69-e221cb39ffdd req-06733006-53a2-4ce7-b623-45312fc97b87 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219435 May 27 00:31:48.203093 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c13adc15-e03b-4989-935d-7216f9df9c8e req-9a1beb40-f51e-4100-ba66-a166934b0689 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433065 May 27 00:31:49.025759 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c8212-fdeb-45f4-98be-59738ef044df req-e71e2f3b-cf28-4f31-910d-6b7592651337 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:49.027215 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-234c8212-fdeb-45f4-98be-59738ef044df req-e71e2f3b-cf28-4f31-910d-6b7592651337 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.0833240 May 27 00:31:49.072972 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-234c8212-fdeb-45f4-98be-59738ef044df req-b1f313b4-a896-41a5-b797-de0e4c6e896e tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402410 May 27 00:31:50.421048 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7649ef2-4454-41c0-ae8e-5d422767b2a8 req-d83c757e-2fa6-4bbd-ad42-ec967473991d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:50.422592 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b7649ef2-4454-41c0-ae8e-5d422767b2a8 req-d83c757e-2fa6-4bbd-ad42-ec967473991d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.0807509 May 27 00:31:50.470628 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b7649ef2-4454-41c0-ae8e-5d422767b2a8 req-1a8768a5-8af8-49fa-85ca-c6c07bc251cb tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414517 May 27 00:31:50.693335 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed28452-0a1c-4d60-9fe8-fe979eb7a2bb req-94a6f3bb-4ea4-4e34-8856-683ff8079bbf tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:50.695258 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5ed28452-0a1c-4d60-9fe8-fe979eb7a2bb req-94a6f3bb-4ea4-4e34-8856-683ff8079bbf tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.0853972 May 27 00:31:50.742457 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5ed28452-0a1c-4d60-9fe8-fe979eb7a2bb req-ec105596-d1ad-4df6-b836-31f0d080b231 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 May 27 00:31:50.770612 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38136) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:50.914717 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-b6e9c4ca-f053-43a0-92e3-0e9bc032587b tempest-TestShelveInstance-555509554 tempest-TestShelveInstance-555509554-project-admin] Synchronizing usage tracker for tenant:ec6c61a0d8af4738aecf9c8003256e1c on resource:port {{(pid=83255) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:31:50.934145 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-b6e9c4ca-f053-43a0-92e3-0e9bc032587b tempest-TestShelveInstance-555509554 tempest-TestShelveInstance-555509554-project-admin] Unset dirty status for tenant:ec6c61a0d8af4738aecf9c8003256e1c on resource:port {{(pid=83255) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:31:50.935339 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-b6e9c4ca-f053-43a0-92e3-0e9bc032587b tempest-TestShelveInstance-555509554 tempest-TestShelveInstance-555509554-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 1093 time: 0.1637213 May 27 00:31:50.939090 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38142) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:31:50.945165 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Request body: {'floatingip': {'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'port_id': '59152562-13ad-463a-8af5-09fa09471a70', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:31:50.951078 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:31:50.955329 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Usage tracker for resource:floatingip and tenant:09aa9b9cfed6405ab9331513e2a3cbe7 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:31:50.958547 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:31:50.964960 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:31:50.977701 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for floatingip, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:51.153672 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:51.344599 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_common [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Allocated IP 172.28.0.202 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/87e8da94-f627-480d-9983-9b561e84b791) {{(pid=83255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:31:51.512197 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for port, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:51.542733 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:51.615709 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:31:51.616792 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.base_scheduler [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Resources bound (agent type, host, resource id): {{(pid=83255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:31:51.619745 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Received port after_create {{(pid=83255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:31:51.660627 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event updated for resources: {'Port': ['ID=87e8da94-f627-480d-9983-9b561e84b791,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:52.273922 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:52.332730 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:52.554105 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for port, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:52.559043 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1260117'] for port, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:52.671472 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event updated for resources: {'Port': ['ID=87e8da94-f627-480d-9983-9b561e84b791,revision_number=2']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:31:52.686826 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:52.891554 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.l3_db [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Floating IP a1b50889-b1c7-43fb-89a8-3b4dbce48f46 associated. External IP: 172.28.0.202, port: 59152562-13ad-463a-8af5-09fa09471a70. May 27 00:31:53.290412 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Router 6b472969-864a-473c-969f-c9d91a52fb35 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:31:53.495820 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:31:53.506228 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402185d-6203-4c71-913b-59c298266241 None None] Sync routers for ids ['6b472969-864a-473c-969f-c9d91a52fb35'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:31:53.518375 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402185d-6203-4c71-913b-59c298266241 None None] Routers {'6b472969-864a-473c-969f-c9d91a52fb35'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:31:53.519081 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-f402185d-6203-4c71-913b-59c298266241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:31:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['6b472969-864a-473c-969f-c9d91a52fb35'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:53.524254 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:53.689610 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-5264bcfe-7d56-4be3-bc2e-b4e3949f9450 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7493303 May 27 00:31:53.690249 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'tag': '59152562-13ad-463a-8af5-09fa09471a70'}] {{(pid=83255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:31:53.715417 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-f402185d-6203-4c71-913b-59c298266241 None None] Set router 6b472969-864a-473c-969f-c9d91a52fb35 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:31:53.829753 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0898f5f-618e-4517-a171-b310166d145f'] response: {'name': 'network-changed', 'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'tag': '59152562-13ad-463a-8af5-09fa09471a70', 'status': 'completed', 'code': 200} May 27 00:31:53.985603 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-971d701f-5a31-4cc5-88ae-4a6d069dd4f0 req-dcdbad97-66bd-4138-abd3-a4e793cf6c64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7&device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 1098 time: 0.1272373 May 27 00:31:54.117312 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-f402185d-6203-4c71-913b-59c298266241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:04Z', 'revision_number': 4, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'a1b50889-b1c7-43fb-89a8-3b4dbce48f46', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'floating_ip_address': '172.28.0.202', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'port_id': '59152562-13ad-463a-8af5-09fa09471a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'mac_address': 'fa:16:3e:ee:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6128448-0598-498b-b3da-a82227e751c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:31:52Z', 'updated_at': '2022-05-27T00:31:52Z', 'revision_number': 0, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc831f91-9e19-4f70-b0fc-df53516a4063', 'name': '', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'mac_address': 'fa:16:3e:92:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:03Z', 'updated_at': '2022-05-27T00:31:14Z', 'revision_number': 5, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'subnets': [{'id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:54.124022 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402185d-6203-4c71-913b-59c298266241 None None] Checking router: 6b472969-864a-473c-969f-c9d91a52fb35 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:31:54.143001 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402185d-6203-4c71-913b-59c298266241 None None] Routers {'6b472969-864a-473c-969f-c9d91a52fb35'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:31:54.144040 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-f402185d-6203-4c71-913b-59c298266241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:31:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['6b472969-864a-473c-969f-c9d91a52fb35'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:54.190479 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d701f-5a31-4cc5-88ae-4a6d069dd4f0 req-d9cd3a34-a9d5-4a6e-8613-68899b64b61a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:54.191938 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-971d701f-5a31-4cc5-88ae-4a6d069dd4f0 req-d9cd3a34-a9d5-4a6e-8613-68899b64b61a service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecf73a83-3891-47af-acf2-f5c058aa069f HTTP/1.1" status: 200 len: 910 time: 0.2003300 May 27 00:31:54.300374 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-67295ad1-ba32-44fd-9753-f59e37db2434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:54.309400 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-971d701f-5a31-4cc5-88ae-4a6d069dd4f0 req-b21f03a4-e884-4af2-a4a9-ffcd36c04d9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59152562-13ad-463a-8af5-09fa09471a70 HTTP/1.1" status: 200 len: 999 time: 0.1111236 May 27 00:31:54.378935 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d701f-5a31-4cc5-88ae-4a6d069dd4f0 req-cf623963-4cce-45fa-80a1-a00e2614e46c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:31:54.380386 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-971d701f-5a31-4cc5-88ae-4a6d069dd4f0 req-cf623963-4cce-45fa-80a1-a00e2614e46c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6be3609-3c2f-4219-aa03-92baeb3f4497 HTTP/1.1" status: 200 len: 848 time: 0.0650361 May 27 00:31:54.394296 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-f402185d-6203-4c71-913b-59c298266241 None None] Set router 6b472969-864a-473c-969f-c9d91a52fb35 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:31:54.458532 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-971d701f-5a31-4cc5-88ae-4a6d069dd4f0 req-b1fb45ea-fae0-4bb1-b909-07213b4127f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecf73a83-3891-47af-acf2-f5c058aa069f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722287 May 27 00:31:54.605497 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-971d701f-5a31-4cc5-88ae-4a6d069dd4f0 req-577b5edb-ab16-4749-9981-67b4fa6427a5 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403782 May 27 00:31:54.811015 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-f402185d-6203-4c71-913b-59c298266241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:04Z', 'revision_number': 4, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'a1b50889-b1c7-43fb-89a8-3b4dbce48f46', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'floating_ip_address': '172.28.0.202', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'port_id': '59152562-13ad-463a-8af5-09fa09471a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'mac_address': 'fa:16:3e:ee:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6128448-0598-498b-b3da-a82227e751c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:31:52Z', 'updated_at': '2022-05-27T00:31:52Z', 'revision_number': 0, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc831f91-9e19-4f70-b0fc-df53516a4063', 'name': '', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'mac_address': 'fa:16:3e:92:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:03Z', 'updated_at': '2022-05-27T00:31:14Z', 'revision_number': 5, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'subnets': [{'id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:31:54.815251 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402185d-6203-4c71-913b-59c298266241 None None] The sync data for ids ['6b472969-864a-473c-969f-c9d91a52fb35'] in dv-cinder-843305-3-smb is: [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:04Z', 'revision_number': 4, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': 'a1b50889-b1c7-43fb-89a8-3b4dbce48f46', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'floating_ip_address': '172.28.0.202', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'port_id': '59152562-13ad-463a-8af5-09fa09471a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'mac_address': 'fa:16:3e:ee:6d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6128448-0598-498b-b3da-a82227e751c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:31:52Z', 'updated_at': '2022-05-27T00:31:52Z', 'revision_number': 0, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc831f91-9e19-4f70-b0fc-df53516a4063', 'name': '', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'mac_address': 'fa:16:3e:92:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:03Z', 'updated_at': '2022-05-27T00:31:14Z', 'revision_number': 5, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'subnets': [{'id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:31:54.851615 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-971d701f-5a31-4cc5-88ae-4a6d069dd4f0 req-074be3e6-113a-473f-a9ba-4aa88b6ec3f4 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402875 May 27 00:31:55.017751 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac4824e-e3fc-40af-82ae-853c1f4462de None None] New status for floating IP a1b50889-b1c7-43fb-89a8-3b4dbce48f46: ACTIVE {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:31:56.481177 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-413e9c2b-a135-448f-a410-39c09c7091df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:57.981889 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:58.043832 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:31:59.115687 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:31:59.238915 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:12.683946 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:24.296539 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b21b1f35-99de-4889-82d0-8fcaa6c1d4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:26.485228 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-cc2905af-3de2-4ba8-83d1-64622e14cbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:27.992353 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:28.050352 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:29.241957 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:36.116406 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:32:42.679959 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:46.888327 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3613ce42-b03b-4523-9a32-2169ae647344 req-f715e61c-55ba-49b5-a411-946487531f04 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722013 May 27 00:32:47.037805 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3613ce42-b03b-4523-9a32-2169ae647344 req-171750a2-e822-46dd-95ee-7cd9d5b34891 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 1099 time: 0.0759213 May 27 00:32:47.190168 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613ce42-b03b-4523-9a32-2169ae647344 req-48536910-e2ab-47be-9c28-19de2843cbab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:32:47.191633 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3613ce42-b03b-4523-9a32-2169ae647344 req-48536910-e2ab-47be-9c28-19de2843cbab service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 912 time: 0.1344717 May 27 00:32:47.300018 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3613ce42-b03b-4523-9a32-2169ae647344 req-d126e7b7-baaa-4493-b859-82cee4f6e375 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde HTTP/1.1" status: 200 len: 1002 time: 0.1021023 May 27 00:32:47.380147 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613ce42-b03b-4523-9a32-2169ae647344 req-21f436fb-5d5f-4c97-bdff-66eecc218622 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:32:47.381651 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3613ce42-b03b-4523-9a32-2169ae647344 req-21f436fb-5d5f-4c97-bdff-66eecc218622 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 200 len: 850 time: 0.0755687 May 27 00:32:47.467494 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3613ce42-b03b-4523-9a32-2169ae647344 req-865bea22-eada-456b-aa90-8208755e6039 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779178 May 27 00:32:47.603822 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3613ce42-b03b-4523-9a32-2169ae647344 req-75abc1c1-0486-4e82-afd8-86aefe631672 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259005 May 27 00:32:47.740304 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3613ce42-b03b-4523-9a32-2169ae647344 req-a2ca8671-7042-47ae-ae42-b65ca05d5d8e service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288610 May 27 00:32:53.128588 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb223e9-c74c-4ca7-9d7b-b5a3763b1188 req-8789efbf-f730-4621-aeaa-a31a05b7c2be tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:32:53.130201 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6cb223e9-c74c-4ca7-9d7b-b5a3763b1188 req-8789efbf-f730-4621-aeaa-a31a05b7c2be tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0806551 May 27 00:32:53.177188 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6cb223e9-c74c-4ca7-9d7b-b5a3763b1188 req-982e6533-9d93-464a-ba49-59cf186114cb tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 May 27 00:32:54.302306 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-aab765dc-1f86-46af-9162-ecb2646b1170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:54.398326 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb31ed1-8932-4d70-9414-85cc75ddc84e req-ec647c59-8f4a-4c01-8b40-f94ec8e77451 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:32:54.399843 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1eb31ed1-8932-4d70-9414-85cc75ddc84e req-ec647c59-8f4a-4c01-8b40-f94ec8e77451 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0922742 May 27 00:32:54.447729 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1eb31ed1-8932-4d70-9414-85cc75ddc84e req-486f8b31-2c7a-4058-bf15-ab0a7a0c385b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421019 May 27 00:32:55.644878 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e50ffe-d08a-4244-9eab-61bce89effbe req-e6e1ac17-693a-4136-b1ac-320184c3d3e7 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:32:55.646817 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-49e50ffe-d08a-4244-9eab-61bce89effbe req-e6e1ac17-693a-4136-b1ac-320184c3d3e7 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0789163 May 27 00:32:55.695839 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-49e50ffe-d08a-4244-9eab-61bce89effbe req-5937e83a-98e3-4d64-862c-1d83b23958c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429642 May 27 00:32:56.489194 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6d57-6744-4a93-8b61-d16413c6c977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:56.912465 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9ad1a-5ae7-4091-bc33-247651598b0e req-32fbedd8-f736-41ed-9040-b697818f6ec3 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:32:56.913987 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-baf9ad1a-5ae7-4091-bc33-247651598b0e req-32fbedd8-f736-41ed-9040-b697818f6ec3 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0886948 May 27 00:32:56.959471 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-baf9ad1a-5ae7-4091-bc33-247651598b0e req-39365d84-ed7c-4049-a847-6b32bfc9b1a1 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396783 May 27 00:32:57.987945 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:58.052936 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:58.160383 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01030024-b67c-4bff-a961-67c9ef11216b req-b20496c5-db70-465c-b5c5-289c86703a6f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:32:58.161836 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-01030024-b67c-4bff-a961-67c9ef11216b req-b20496c5-db70-465c-b5c5-289c86703a6f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0739679 May 27 00:32:58.209001 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-01030024-b67c-4bff-a961-67c9ef11216b req-86eb26d0-b598-4482-93b8-2c611e2ed229 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413020 May 27 00:32:59.249318 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:32:59.420724 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c1dff-c1c7-48e8-9257-15e8df42a164 req-e718efc2-61b1-4109-9d5d-056d346f8c83 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:32:59.422322 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e50c1dff-c1c7-48e8-9257-15e8df42a164 req-e718efc2-61b1-4109-9d5d-056d346f8c83 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0777245 May 27 00:32:59.469795 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e50c1dff-c1c7-48e8-9257-15e8df42a164 req-6c35c2b9-9d9d-447a-9be5-25021d3b417a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418677 May 27 00:33:00.672498 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9dcd2-5f15-44bc-a65e-8ecee213fa72 req-a65e7675-eb2b-403a-b266-c2446eef7ee3 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:00.673954 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-89c9dcd2-5f15-44bc-a65e-8ecee213fa72 req-a65e7675-eb2b-403a-b266-c2446eef7ee3 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0792167 May 27 00:33:00.721888 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-89c9dcd2-5f15-44bc-a65e-8ecee213fa72 req-25c5d90e-0854-47ae-ba89-d77a307c344c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416656 May 27 00:33:01.915313 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e32db-d5a2-444c-9a9c-ed29224aba6c req-81e49343-280e-442d-bf87-90917313a419 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:01.916758 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e32e32db-d5a2-444c-9a9c-ed29224aba6c req-81e49343-280e-442d-bf87-90917313a419 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0767076 May 27 00:33:01.962730 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e32e32db-d5a2-444c-9a9c-ed29224aba6c req-541707ff-3b58-41e6-b8b5-6d94416d5f1d tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398834 May 27 00:33:03.241821 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f0b84-c507-4068-8a5f-19a6f434cb91 req-2914ceef-a4ae-4c72-aaab-51b6fec63a9a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:03.243789 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8e5f0b84-c507-4068-8a5f-19a6f434cb91 req-2914ceef-a4ae-4c72-aaab-51b6fec63a9a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.1624343 May 27 00:33:03.287056 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8e5f0b84-c507-4068-8a5f-19a6f434cb91 req-2b48beb6-c102-4b09-ac4f-fe7a783cfa9c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377040 May 27 00:33:04.484118 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b0fff-aa0c-40a3-99d9-89b2a2392191 req-6e091f8a-bd96-4a71-ba82-d37cf7eb1b6d tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:04.485578 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2a4b0fff-aa0c-40a3-99d9-89b2a2392191 req-6e091f8a-bd96-4a71-ba82-d37cf7eb1b6d tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0782487 May 27 00:33:04.532614 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2a4b0fff-aa0c-40a3-99d9-89b2a2392191 req-33f69918-60c3-4868-9419-8884611f082d tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413699 May 27 00:33:05.739540 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9c20c-ffde-4fdc-bd07-bd39dcd2c4a7 req-0fde3404-cb30-4313-bccb-ca2e81726b5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:05.740984 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2af9c20c-ffde-4fdc-bd07-bd39dcd2c4a7 req-0fde3404-cb30-4313-bccb-ca2e81726b5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0874808 May 27 00:33:05.785857 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2af9c20c-ffde-4fdc-bd07-bd39dcd2c4a7 req-e334e92f-d18d-4255-8c65-36c3a9d98eaa tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386896 May 27 00:33:06.981073 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b1b69-713c-4195-ba89-dc327eb18f09 req-1296e089-8b04-4272-b278-946c0a1ac9c2 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:06.982536 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-751b1b69-713c-4195-ba89-dc327eb18f09 req-1296e089-8b04-4272-b278-946c0a1ac9c2 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0753436 May 27 00:33:07.030695 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-751b1b69-713c-4195-ba89-dc327eb18f09 req-23b9b6cb-bc77-4d42-ab75-7cf8593b4aad tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423710 May 27 00:33:08.230141 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc133d7-cecd-435a-911a-c8b9086e114b req-b08a762c-b98d-4b67-82d7-015809281537 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:08.231558 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6fc133d7-cecd-435a-911a-c8b9086e114b req-b08a762c-b98d-4b67-82d7-015809281537 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0753667 May 27 00:33:08.278053 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6fc133d7-cecd-435a-911a-c8b9086e114b req-3f440011-e034-4539-a76d-0d0118dad24d tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409946 May 27 00:33:09.498690 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c66f06-5a79-47be-b52f-cad41ac55636 req-46626ea0-ea71-4c70-80b1-ddbf8010760e tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:09.500127 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-01c66f06-5a79-47be-b52f-cad41ac55636 req-46626ea0-ea71-4c70-80b1-ddbf8010760e tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0776327 May 27 00:33:09.544649 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-01c66f06-5a79-47be-b52f-cad41ac55636 req-dd5468c5-d26a-4e42-b176-0b9eae8e6725 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390525 May 27 00:33:09.959357 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04d3b8-9d11-4f81-abd9-6bbff1f50a67 req-a914f3df-6aad-4630-b9af-b0933bdc7c63 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:09.960793 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8d04d3b8-9d11-4f81-abd9-6bbff1f50a67 req-a914f3df-6aad-4630-b9af-b0933bdc7c63 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.1357565 May 27 00:33:09.968070 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-028b6dfd-a2e5-4fb1-afac-ab42b7867a3b req-3f987cdb-4639-4ad0-859f-3b2d2763ee69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 1099 time: 0.1019449 May 27 00:33:10.096703 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-8d04d3b8-9d11-4f81-abd9-6bbff1f50a67 req-8c661dbe-5d5e-4037-8862-85aa4a7cf7a1 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276805 May 27 00:33:10.154773 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b6dfd-a2e5-4fb1-afac-ab42b7867a3b req-ce388cfd-439d-42ab-953e-e79b1abfadd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:10.157241 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-028b6dfd-a2e5-4fb1-afac-ab42b7867a3b req-ce388cfd-439d-42ab-953e-e79b1abfadd7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 912 time: 0.1729856 May 27 00:33:10.263265 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-028b6dfd-a2e5-4fb1-afac-ab42b7867a3b req-2bd75717-911f-491a-bf34-11187771c249 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde HTTP/1.1" status: 200 len: 1002 time: 0.1001990 May 27 00:33:10.326413 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b6dfd-a2e5-4fb1-afac-ab42b7867a3b req-e57f8826-b223-45a6-a699-0fef7b397465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:10.327850 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-028b6dfd-a2e5-4fb1-afac-ab42b7867a3b req-e57f8826-b223-45a6-a699-0fef7b397465 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 200 len: 850 time: 0.0588086 May 27 00:33:10.406136 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-028b6dfd-a2e5-4fb1-afac-ab42b7867a3b req-675fa4ca-0457-476b-9d78-566910e69bbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724373 May 27 00:33:10.537310 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-028b6dfd-a2e5-4fb1-afac-ab42b7867a3b req-650a3d91-a18a-4c26-8cd7-f32d59695573 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253579 May 27 00:33:10.671138 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-028b6dfd-a2e5-4fb1-afac-ab42b7867a3b req-73784681-d853-43c0-a28d-77338a25511d service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278355 May 27 00:33:11.337604 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17651d9e-2e9d-44fe-9c1f-412ed20a6c86 req-1dd936c2-7bcd-4504-bd2b-97dfdbca3f10 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:11.339354 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-17651d9e-2e9d-44fe-9c1f-412ed20a6c86 req-1dd936c2-7bcd-4504-bd2b-97dfdbca3f10 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.1080723 May 27 00:33:11.387244 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-17651d9e-2e9d-44fe-9c1f-412ed20a6c86 req-27f421a8-e0db-4fca-b349-bffd3bbbf976 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420451 May 27 00:33:12.601252 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf953f2-1f9c-4450-b224-945989139af4 req-e6fe4cfd-91b1-4435-8aae-036034f1857a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:12.602756 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fdf953f2-1f9c-4450-b224-945989139af4 req-e6fe4cfd-91b1-4435-8aae-036034f1857a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0859540 May 27 00:33:12.650066 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fdf953f2-1f9c-4450-b224-945989139af4 req-d0b9c897-c756-4441-aa97-e7ae6976dffa tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417709 May 27 00:33:12.669022 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:33:13.117333 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:33:24.299390 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-06600cc1-5030-4131-b995-3c5ebdc37e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:33:26.490630 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-ae876450-aab1-441d-8746-925b599e1be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:33:27.982207 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:33:28.052361 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:33:29.249730 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:33:42.677352 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:33:46.909611 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bcbf544b-f08f-4821-8712-c3bb13556021 req-1880eb95-1fa0-4534-a918-1ef4f3c3907a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656667 May 27 00:33:47.085684 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bcbf544b-f08f-4821-8712-c3bb13556021 req-8d6bfdb6-0ad7-48b5-9c90-eaf525c76904 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7&device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 1098 time: 0.1546016 May 27 00:33:47.225312 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf544b-f08f-4821-8712-c3bb13556021 req-bf0110c5-3dfa-47c2-b2c2-346b2ebaff44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:47.227343 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bcbf544b-f08f-4821-8712-c3bb13556021 req-bf0110c5-3dfa-47c2-b2c2-346b2ebaff44 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecf73a83-3891-47af-acf2-f5c058aa069f HTTP/1.1" status: 200 len: 910 time: 0.1231365 May 27 00:33:47.327051 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bcbf544b-f08f-4821-8712-c3bb13556021 req-cc49e58b-3a33-4274-9401-b25a42a63275 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59152562-13ad-463a-8af5-09fa09471a70 HTTP/1.1" status: 200 len: 1001 time: 0.0935853 May 27 00:33:47.389720 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf544b-f08f-4821-8712-c3bb13556021 req-f9535ea6-4a4a-4684-be15-cb7453335b62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:33:47.391103 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bcbf544b-f08f-4821-8712-c3bb13556021 req-f9535ea6-4a4a-4684-be15-cb7453335b62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6be3609-3c2f-4219-aa03-92baeb3f4497 HTTP/1.1" status: 200 len: 848 time: 0.0570257 May 27 00:33:47.468456 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bcbf544b-f08f-4821-8712-c3bb13556021 req-96166055-3575-476d-9fd5-f3443c748665 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecf73a83-3891-47af-acf2-f5c058aa069f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711074 May 27 00:33:47.602821 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bcbf544b-f08f-4821-8712-c3bb13556021 req-c8414e7d-fe5f-4caa-ae60-289f4d3e555a service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279569 May 27 00:33:47.739288 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bcbf544b-f08f-4821-8712-c3bb13556021 req-9787dcd9-b35a-44d0-bbc3-1faa7e835a84 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312027 May 27 00:33:50.117215 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:33:54.301673 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e2dd37a0-f115-4d23-9c49-eb4b7b399a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:33:56.492728 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-48089cc6-1679-466f-89c7-76a30cf063a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:33:57.985147 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:33:58.054171 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:33:59.251738 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:08.328889 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83cd02-d67c-4eac-8c28-5822bee90c45 req-3754cb45-c8a4-414f-b918-a986eecc5d0a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:08.330371 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b83cd02-d67c-4eac-8c28-5822bee90c45 req-3754cb45-c8a4-414f-b918-a986eecc5d0a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0802269 May 27 00:34:08.376292 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0b83cd02-d67c-4eac-8c28-5822bee90c45 req-77df4725-70a2-4436-a57a-0a25d021b485 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402639 May 27 00:34:09.581589 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b8bb8-53f2-4b66-ad50-ada5f5f66b58 req-344ea713-5499-423f-9d53-0329ae5ac069 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:09.583091 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a9b8bb8-53f2-4b66-ad50-ada5f5f66b58 req-344ea713-5499-423f-9d53-0329ae5ac069 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0802581 May 27 00:34:09.634960 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0a9b8bb8-53f2-4b66-ad50-ada5f5f66b58 req-b4921ded-40fb-4241-94c5-051a6af5ca1c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455627 May 27 00:34:10.550666 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-0ee9eb20-9ea1-4ae6-ae9b-536c5874505b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:10.552111 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-0ee9eb20-9ea1-4ae6-ae9b-536c5874505b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.0745165 May 27 00:34:10.634085 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Deleting port 61fb5371-1df8-4ad7-9090-8c9a3160dfde {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:34:10.634758 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:10.946112 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] For port 61fb5371-1df8-4ad7-9090-8c9a3160dfde, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=61fb5371-1df8-4ad7-9090-8c9a3160dfde,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:34:10.946468 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:11.029067 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d4659-450d-4121-8aec-45039ef22d4b req-8be69cdf-bb0a-435a-889d-4d6e0bdfe762 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:11.030603 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d38d4659-450d-4121-8aec-45039ef22d4b req-8be69cdf-bb0a-435a-889d-4d6e0bdfe762 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 946 time: 0.2658682 May 27 00:34:11.166185 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d38d4659-450d-4121-8aec-45039ef22d4b req-220d2f9c-c06e-42c4-b453-2cbe0e983077 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=a07ad931-2994-4f5a-83e6-2689951ddf49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257339 May 27 00:34:11.369824 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:11.370128 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:11.370433 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Floating IP 32efa489-bc89-4947-a3cd-db127167b2cf disassociated. External IP: 172.28.0.221, port: 61fb5371-1df8-4ad7-9090-8c9a3160dfde. May 27 00:34:11.370777 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Calling delete_port for 61fb5371-1df8-4ad7-9090-8c9a3160dfde owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:34:11.504292 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:11.555421 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event deleted for resources: {'Port': ['ID=61fb5371-1df8-4ad7-9090-8c9a3160dfde,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:11.567639 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:11.567977 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:11.568306 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:11.568637 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:11.568955 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:11.569291 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:11.569651 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:11.569971 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:11.570288 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:11.570616 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:11.570914 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:11.769226 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:34:11.975521 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:34:11.985877 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db76dc8-7e76-4c3a-a23e-ae4c8b8c355c None None] Sync routers for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:34:11.999277 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db76dc8-7e76-4c3a-a23e-ae4c8b8c355c None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:34:12.000074 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-6db76dc8-7e76-4c3a-a23e-ae4c8b8c355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:33:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:34:12.045983 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] No DVR routers for this DVR port 61fb5371-1df8-4ad7-9090-8c9a3160dfde on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:34:12.052730 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:12.055539 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'name': 'network-vif-deleted', 'tag': '61fb5371-1df8-4ad7-9090-8c9a3160dfde'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:34:12.073672 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-605c5b7d-3359-4e6b-95ec-77645e841399 req-9c691756-27bb-483a-b53f-b0a766fddccc tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.60 "DELETE /v2.0/ports/61fb5371-1df8-4ad7-9090-8c9a3160dfde HTTP/1.1" status: 204 len: 173 time: 1.5167034 May 27 00:34:12.120903 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c36674b-39d0-43ab-91ca-9103006f80db'] response: {'server_uuid': 'e0834aa8-aee5-4b66-868c-67cd59b64e91', 'name': 'network-vif-deleted', 'tag': '61fb5371-1df8-4ad7-9090-8c9a3160dfde', 'status': 'completed', 'code': 200} May 27 00:34:12.197522 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-6db76dc8-7e76-4c3a-a23e-ae4c8b8c355c None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:34:12.355860 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-a49f1be0-b33f-43be-bacd-17624347cdb7 req-ed5167eb-04ba-49c1-a443-97973154f395 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Synchronizing usage tracker for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:34:12.371501 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-a49f1be0-b33f-43be-bacd-17624347cdb7 req-ed5167eb-04ba-49c1-a443-97973154f395 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Unset dirty status for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:34:12.373576 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a49f1be0-b33f-43be-bacd-17624347cdb7 req-ed5167eb-04ba-49c1-a443-97973154f395 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0834aa8-aee5-4b66-868c-67cd59b64e91 HTTP/1.1" status: 200 len: 210 time: 0.0621045 May 27 00:34:12.570135 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-6db76dc8-7e76-4c3a-a23e-ae4c8b8c355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:08Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:34:12.574513 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db76dc8-7e76-4c3a-a23e-ae4c8b8c355c None None] Checking router: 11c824a8-f88d-442d-8fe9-3eff6c3c5593 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:34:12.585961 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db76dc8-7e76-4c3a-a23e-ae4c8b8c355c None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:34:12.586563 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-6db76dc8-7e76-4c3a-a23e-ae4c8b8c355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:33:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:34:12.684059 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:12.766759 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-6db76dc8-7e76-4c3a-a23e-ae4c8b8c355c None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:34:13.100522 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-6db76dc8-7e76-4c3a-a23e-ae4c8b8c355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:08Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:34:13.104833 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db76dc8-7e76-4c3a-a23e-ae4c8b8c355c None None] The sync data for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb is: [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:08Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:34:13.317066 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d12057c-7487-4dcb-a0bd-93c25f04956e None None] New status for floating IP 32efa489-bc89-4947-a3cd-db127167b2cf: DOWN {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:34:13.440782 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 61fb5371-1df8-4ad7-9090-8c9a3160dfde no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:34:13.492406 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: 61fb5371-1df8-4ad7-9090-8c9a3160dfde {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:34:13.492704 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 61fb5371-1df8-4ad7-9090-8c9a3160dfde not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:34:14.543211 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38274) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:34:14.607785 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc7ca-7352-432b-b728-f6187173ea8b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:14.639215 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc7ca-7352-432b-b728-f6187173ea8b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:14.690249 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc7ca-7352-432b-b728-f6187173ea8b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:14.708328 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bc7ca-7352-432b-b728-f6187173ea8b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07ad931-2994-4f5a-83e6-2689951ddf49,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:14.718565 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc7ca-7352-432b-b728-f6187173ea8b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:14.719695 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-7a8bc7ca-7352-432b-b728-f6187173ea8b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "DELETE /v2.0/security-groups/a07ad931-2994-4f5a-83e6-2689951ddf49 HTTP/1.1" status: 204 len: 168 time: 0.1754093 May 27 00:34:14.722402 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38278) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:34:14.739124 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.api.v2.resource [None req-9de856c7-8248-476f-b3bc-8407412a156e tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] show failed (client error): The resource could not be found. May 27 00:34:14.740185 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-9de856c7-8248-476f-b3bc-8407412a156e tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups/a07ad931-2994-4f5a-83e6-2689951ddf49 HTTP/1.1" status: 404 len: 347 time: 0.0168149 May 27 00:34:14.743059 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38282) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:34:14.895369 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-22455163-a19f-415f-96df-797e50175681 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Deleting port 4b25e143-c2aa-4e9e-be3e-188e3cfc5c7a {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:34:14.895638 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-22455163-a19f-415f-96df-797e50175681 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.062409 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-22455163-a19f-415f-96df-797e50175681 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.062740 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-22455163-a19f-415f-96df-797e50175681 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.181924 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-22455163-a19f-415f-96df-797e50175681 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Calling delete_port for 4b25e143-c2aa-4e9e-be3e-188e3cfc5c7a owned by network:floatingip {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:34:15.403050 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-22455163-a19f-415f-96df-797e50175681 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.449341 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455163-a19f-415f-96df-797e50175681 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event deleted for resources: {'Port': ['ID=4b25e143-c2aa-4e9e-be3e-188e3cfc5c7a,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:15.540650 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-22455163-a19f-415f-96df-797e50175681 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.558197 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-22455163-a19f-415f-96df-797e50175681 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.559335 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-22455163-a19f-415f-96df-797e50175681 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "DELETE /v2.0/floatingips/32efa489-bc89-4947-a3cd-db127167b2cf HTTP/1.1" status: 204 len: 168 time: 0.8153994 May 27 00:34:15.655597 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38288) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:34:15.661317 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--583188645', 'description': 'tempest-description--690694942'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:34:15.666983 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:34:15.671348 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Usage tracker for resource:security_group and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:34:15.674151 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:34:15.680263 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:34:15.690983 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.725896 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:34:15.729677 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Usage tracker for resource:security_group_rule and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:34:15.734165 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:34:15.738493 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:34:15.800382 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.805008 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.851527 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bb99f9-676f-43f2-990b-92a45fe87c02,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:15.857843 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.859104 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-c48f68dc-5d4d-42f4-81a3-94f52973a891 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2024696 May 27 00:34:15.861934 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38292) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:34:15.867793 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-a482eb7b-6c0a-436a-a5a0-38eaff3fbbe4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Request body: {'security_group_rule': {'security_group_id': 'e2bb99f9-676f-43f2-990b-92a45fe87c02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:34:15.873803 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-a482eb7b-6c0a-436a-a5a0-38eaff3fbbe4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:34:15.877641 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-a482eb7b-6c0a-436a-a5a0-38eaff3fbbe4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Usage tracker for resource:security_group_rule and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:34:15.880435 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-a482eb7b-6c0a-436a-a5a0-38eaff3fbbe4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:34:15.886199 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-a482eb7b-6c0a-436a-a5a0-38eaff3fbbe4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:34:15.902857 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a482eb7b-6c0a-436a-a5a0-38eaff3fbbe4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.963546 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a482eb7b-6c0a-436a-a5a0-38eaff3fbbe4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.966945 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a482eb7b-6c0a-436a-a5a0-38eaff3fbbe4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:15.992005 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482eb7b-6c0a-436a-a5a0-38eaff3fbbe4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38af753-d45b-4411-b91b-f00cf30d2232,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:16.002497 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a482eb7b-6c0a-436a-a5a0-38eaff3fbbe4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:16.003703 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-a482eb7b-6c0a-436a-a5a0-38eaff3fbbe4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1408553 May 27 00:34:16.006313 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38296) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:34:16.011550 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-13ba54ca-bb63-4473-8c18-1a61eca10c22 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Request body: {'security_group_rule': {'security_group_id': 'e2bb99f9-676f-43f2-990b-92a45fe87c02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:34:16.017096 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-13ba54ca-bb63-4473-8c18-1a61eca10c22 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:34:16.020877 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-13ba54ca-bb63-4473-8c18-1a61eca10c22 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Usage tracker for resource:security_group_rule and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:34:16.023755 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-13ba54ca-bb63-4473-8c18-1a61eca10c22 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:34:16.029350 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-13ba54ca-bb63-4473-8c18-1a61eca10c22 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:34:16.046145 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-13ba54ca-bb63-4473-8c18-1a61eca10c22 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:16.106779 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-13ba54ca-bb63-4473-8c18-1a61eca10c22 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:16.110415 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-13ba54ca-bb63-4473-8c18-1a61eca10c22 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680654'] for security_group_rule, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:16.133277 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba54ca-bb63-4473-8c18-1a61eca10c22 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107982de-6c5c-4df4-bad4-20a70b117e3d,revision_number=0']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:16.141920 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-13ba54ca-bb63-4473-8c18-1a61eca10c22 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:16.143058 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-13ba54ca-bb63-4473-8c18-1a61eca10c22 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1358244 May 27 00:34:16.146130 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38300) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:34:16.151111 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Request body: {'floatingip': {'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:34:16.156137 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:34:16.159933 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Usage tracker for resource:floatingip and tenant:21adfa6d091140bf9de02e5f6bf1cace is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:34:16.162821 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:34:16.169094 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:34:16.182121 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:16.318807 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:16.461208 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Allocated IP 172.28.0.205 (3b27fe9b-6f87-4152-8fca-7904c5c7c5a1/f3f32c4f-7c5e-4ed3-af21-38c45367b190/4105fdda-19ee-4695-8247-2e203d031cd6) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:34:16.615220 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:16.643920 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:16.717966 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Network 3b27fe9b-6f87-4152-8fca-7904c5c7c5a1 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:34:16.720769 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:34:16.724555 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:34:16.754351 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event updated for resources: {'Port': ['ID=4105fdda-19ee-4695-8247-2e203d031cd6,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:16.892105 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:16.952898 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:17.190389 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:17.196807 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:17.352898 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event updated for resources: {'Port': ['ID=4105fdda-19ee-4695-8247-2e203d031cd6,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:17.359865 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:17.393986 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:17.395178 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-d2ca62f6-b5a4-4d38-8a3b-6dfb776420c9 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2481220 May 27 00:34:17.409501 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffa4f9-0df1-46a7-8ecc-77564d3ded8e req-8f413bd9-4547-4df2-8160-020ba8688a6c tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:17.410913 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cfffa4f9-0df1-46a7-8ecc-77564d3ded8e req-8f413bd9-4547-4df2-8160-020ba8688a6c tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.1310415 May 27 00:34:17.458163 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cfffa4f9-0df1-46a7-8ecc-77564d3ded8e req-2857b185-f74c-4bc7-a9ef-6f40f02a3d20 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410254 May 27 00:34:17.628534 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-25715287-c879-4232-9e94-2594596565e7 req-ccdd0a57-491a-409b-8ddf-67794bbaaf60 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Synchronizing usage tracker for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:security_group {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:34:17.644330 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-25715287-c879-4232-9e94-2594596565e7 req-ccdd0a57-491a-409b-8ddf-67794bbaaf60 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Unset dirty status for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:security_group {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:34:17.645588 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-ccdd0a57-491a-409b-8ddf-67794bbaaf60 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--583188645&fields=id&tenant_id=21adfa6d091140bf9de02e5f6bf1cace HTTP/1.1" status: 200 len: 267 time: 0.0554698 May 27 00:34:17.884034 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25715287-c879-4232-9e94-2594596565e7 req-b9f0e244-7395-4990-ab93-c00c8e8b4151 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:17.885545 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-b9f0e244-7395-4990-ab93-c00c8e8b4151 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 811 time: 0.2326756 May 27 00:34:17.902171 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-17f98f0c-7e84-4364-9386-7e2886c73c9e tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/quotas/21adfa6d091140bf9de02e5f6bf1cace HTTP/1.1" status: 200 len: 375 time: 0.0109222 May 27 00:34:17.990919 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-25715287-c879-4232-9e94-2594596565e7 req-af1ffb04-dfb1-4740-ac31-4d9af381bfb1 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Synchronizing usage tracker for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:34:18.006462 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-25715287-c879-4232-9e94-2594596565e7 req-af1ffb04-dfb1-4740-ac31-4d9af381bfb1 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Unset dirty status for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:34:18.007799 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-af1ffb04-dfb1-4740-ac31-4d9af381bfb1 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956120 May 27 00:34:18.153569 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-851ef78f-672f-4b16-9d81-4191da360175 service neutron] 10.222.0.42 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328998 May 27 00:34:18.294735 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-ca6d3448-f3d6-4f91-bb39-59ba9e7e6fee service neutron] 10.222.0.42 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350441 May 27 00:34:18.662862 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef31c7-dc76-4a9a-a00f-b18e7a7f38bb req-feed75fb-a29e-4530-a699-364b4851ee45 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:18.664314 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c1ef31c7-dc76-4a9a-a00f-b18e7a7f38bb req-feed75fb-a29e-4530-a699-364b4851ee45 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.0736949 May 27 00:34:18.712927 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c1ef31c7-dc76-4a9a-a00f-b18e7a7f38bb req-216b3ed1-2b42-401c-b9f4-74e24d210f26 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428119 May 27 00:34:19.519008 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a82f0883-0fae-4fa9-a249-872cefc73c67 req-bc211dee-dea8-4087-bf72-184acfe44d7d tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 210 time: 0.0448594 May 27 00:34:19.912850 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1ae6-917f-4a8b-9234-ee6fe98202d0 req-13e06a37-5690-47e0-ad87-841a37c3dc1d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:19.913958 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b43b1ae6-917f-4a8b-9234-ee6fe98202d0 req-13e06a37-5690-47e0-ad87-841a37c3dc1d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.0771356 May 27 00:34:19.965638 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b43b1ae6-917f-4a8b-9234-ee6fe98202d0 req-66fb885c-95b2-4bac-be8e-f3416c0147fb tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441132 May 27 00:34:20.574780 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25715287-c879-4232-9e94-2594596565e7 req-c321c6d3-0551-4db8-8d92-cd890b2fd5f5 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:20.576243 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-c321c6d3-0551-4db8-8d92-cd890b2fd5f5 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.60 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 811 time: 0.1456876 May 27 00:34:20.643721 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-3fd7ea56-6d87-4367-9656-2ad15db6fc27 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21adfa6d091140bf9de02e5f6bf1cace HTTP/1.1" status: 200 len: 379 time: 0.0543935 May 27 00:34:20.652809 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Request body: {'port': {'device_id': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'admin_state_up': True, 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'security_groups': ['e2bb99f9-676f-43f2-990b-92a45fe87c02']}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:34:20.764324 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a33ddabf-f377-4596-88c1-8899e7d55d74 req-2147fa70-e590-4611-900f-a8645f9f81e2 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 210 time: 0.0947397 May 27 00:34:20.852904 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:34:20.863208 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:34:20.874766 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Made reservation on behalf of 21adfa6d091140bf9de02e5f6bf1cace for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:34:20.878416 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:21.066079 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Allocated IP 172.20.0.6 (fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4/e1c1ead2-948b-4f4c-969f-0c3d980919df/983387ea-d169-4e0e-9753-ae5d2a8d0a57) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:34:21.308275 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dacfd-d55f-45fc-9efa-aa53c2cd3615 req-4e38cd7d-7bac-41f7-bddb-7e2d3f8edc66 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:21.309763 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c72dacfd-d55f-45fc-9efa-aa53c2cd3615 req-4e38cd7d-7bac-41f7-bddb-7e2d3f8edc66 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.2068057 May 27 00:34:21.312391 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:21.348115 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Transition to ACTIVE for port object 983387ea-d169-4e0e-9753-ae5d2a8d0a57 will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:34:21.372111 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c72dacfd-d55f-45fc-9efa-aa53c2cd3615 req-41f88860-cc97-4080-bb82-03d0ac1738d1 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563939 May 27 00:34:21.386412 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:21.547710 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:34:21.550910 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:34:21.554090 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:34:21.586029 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event updated for resources: {'Port': ['ID=983387ea-d169-4e0e-9753-ae5d2a8d0a57,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:21.623612 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:21.624498 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:21.650552 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-84d68447-5fcb-4b3e-9f5d-08fcbdfc9bdf tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0015078 May 27 00:34:21.663517 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Request body: {'port': {'device_id': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:34:21.776958 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:21.829490 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-606b0955-a6e7-4695-946a-69362094a64b None None] Provisioning for port 983387ea-d169-4e0e-9753-ae5d2a8d0a57 completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:34:21.834802 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-606b0955-a6e7-4695-946a-69362094a64b None None] Provisioning complete for port 983387ea-d169-4e0e-9753-ae5d2a8d0a57 triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:34:21.835165 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-606b0955-a6e7-4695-946a-69362094a64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:21.889131 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-606b0955-a6e7-4695-946a-69362094a64b None None] Port 983387ea-d169-4e0e-9753-ae5d2a8d0a57 cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:34:22.109046 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd893ab1-70ce-45ba-bc79-85b5b9a11379 req-ff5cd569-9f43-473e-8901-f95b9899df4c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:22.109628 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-cd893ab1-70ce-45ba-bc79-85b5b9a11379 req-ff5cd569-9f43-473e-8901-f95b9899df4c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Synchronizing usage tracker for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:34:22.136932 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-cd893ab1-70ce-45ba-bc79-85b5b9a11379 req-ff5cd569-9f43-473e-8901-f95b9899df4c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Unset dirty status for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:34:22.138132 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cd893ab1-70ce-45ba-bc79-85b5b9a11379 req-ff5cd569-9f43-473e-8901-f95b9899df4c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 931 time: 0.2403326 May 27 00:34:22.238225 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983387ea-d169-4e0e-9753-ae5d2a8d0a57 {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:34:22.247752 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:22.252223 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cd893ab1-70ce-45ba-bc79-85b5b9a11379 req-693ef4fd-244c-469e-9bca-7ca304c1fe25 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055822 May 27 00:34:22.265801 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Transition to ACTIVE for port object 983387ea-d169-4e0e-9753-ae5d2a8d0a57 will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:34:22.271237 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:22.401203 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Pushing event updated for resources: {'Port': ['ID=983387ea-d169-4e0e-9753-ae5d2a8d0a57,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:22.573835 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Attempting to bind port 983387ea-d169-4e0e-9753-ae5d2a8d0a57 on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:34:22.574168 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Attempting to bind port 983387ea-d169-4e0e-9753-ae5d2a8d0a57 by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:34:22.574496 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Attempting to bind port 983387ea-d169-4e0e-9753-ae5d2a8d0a57 on network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:34:22.590990 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Port 983387ea-d169-4e0e-9753-ae5d2a8d0a57 on network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:34:22.591305 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Attempting to bind port 983387ea-d169-4e0e-9753-ae5d2a8d0a57 on network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:34:22.602827 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:34:22.603158 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Checking segment: {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:34:22.603535 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Bound using segment: {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:34:22.603955 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Bound port: 983387ea-d169-4e0e-9753-ae5d2a8d0a57, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6156bc-5f80-4585-bbf9-b7709fbea62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:34:22.604299 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:22.664255 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615965fd-8445-479a-aa17-94e713b1562c req-7eceb935-7c80-454e-b83b-fb0e0f4622e8 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:22.665722 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-615965fd-8445-479a-aa17-94e713b1562c req-7eceb935-7c80-454e-b83b-fb0e0f4622e8 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.1435401 May 27 00:34:22.736395 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] For port 983387ea-d169-4e0e-9753-ae5d2a8d0a57, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:34:22.739434 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] For port 983387ea-d169-4e0e-9753-ae5d2a8d0a57, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=983387ea-d169-4e0e-9753-ae5d2a8d0a57,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:34:22.746287 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-615965fd-8445-479a-aa17-94e713b1562c req-57a86693-6520-46f2-9d0d-137112608b06 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675902 May 27 00:34:22.747796 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:22.813517 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:22.814903 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] 10.222.0.60 "PUT /v2.0/ports/983387ea-d169-4e0e-9753-ae5d2a8d0a57 HTTP/1.1" status: 200 len: 1093 time: 1.1556644 May 27 00:34:22.815261 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'tag': '983387ea-d169-4e0e-9753-ae5d2a8d0a57'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:34:22.833797 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7549b2-778d-4dcb-951f-b7b6a51171c2 service neutron] Pushing event updated for resources: {'Port': ['ID=983387ea-d169-4e0e-9753-ae5d2a8d0a57,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:22.898422 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b10d76-d098-458d-a3e8-d8d4232762eb'] response: {'name': 'network-changed', 'server_uuid': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'tag': '983387ea-d169-4e0e-9753-ae5d2a8d0a57', 'status': 'completed', 'code': 200} May 27 00:34:22.932381 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-e24de143-3bc6-45bc-98c3-68809e8e49ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 1096 time: 0.0771751 May 27 00:34:23.003602 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-817116cd-2b18-44c6-861c-ad13b3ed8a8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=983387ea-d169-4e0e-9753-ae5d2a8d0a57 HTTP/1.1" status: 200 len: 217 time: 0.0645757 May 27 00:34:23.065524 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25715287-c879-4232-9e94-2594596565e7 req-cfd299eb-38d0-42be-95f7-872ef6454576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:23.066946 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-cfd299eb-38d0-42be-95f7-872ef6454576 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 200 len: 850 time: 0.0575852 May 27 00:34:23.144342 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-192ac994-1cd6-4506-8e24-d98e180511c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695238 May 27 00:34:23.272036 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-f4c13ed4-b425-4b4f-ae4a-b0f565ee6c10 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221383 May 27 00:34:23.536365 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-25715287-c879-4232-9e94-2594596565e7 req-8cbb128b-73b9-4c4f-91d8-ff0843a0ef79 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586415 May 27 00:34:23.572781 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a609dd-b748-460a-97f5-d358bb511231 req-8188b7b0-fda9-49ee-89bb-055fe407bf5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:23.574046 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a7a609dd-b748-460a-97f5-d358bb511231 req-8188b7b0-fda9-49ee-89bb-055fe407bf5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 943 time: 0.1911023 May 27 00:34:23.670133 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a7a609dd-b748-460a-97f5-d358bb511231 req-35c76c26-fea0-4373-8234-25d7e7892de4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901060 May 27 00:34:23.686536 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d04b1741-25ed-46ed-94cb-722b9b009c71 req-1ec90df6-4f06-481c-a0af-deff25b3a66e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 1096 time: 0.0925000 May 27 00:34:23.818457 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1741-25ed-46ed-94cb-722b9b009c71 req-dabc731b-3b1b-41b3-aed9-f07958598eb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:23.819911 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d04b1741-25ed-46ed-94cb-722b9b009c71 req-dabc731b-3b1b-41b3-aed9-f07958598eb3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 912 time: 0.1269171 May 27 00:34:23.925653 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d04b1741-25ed-46ed-94cb-722b9b009c71 req-72631c15-c6a5-4eeb-a64b-a04b613927d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=983387ea-d169-4e0e-9753-ae5d2a8d0a57 HTTP/1.1" status: 200 len: 217 time: 0.0983932 May 27 00:34:24.004395 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1741-25ed-46ed-94cb-722b9b009c71 req-a3ed9b7e-4696-4932-8d9e-63e91292fbe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:24.005833 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d04b1741-25ed-46ed-94cb-722b9b009c71 req-a3ed9b7e-4696-4932-8d9e-63e91292fbe7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 200 len: 850 time: 0.0727732 May 27 00:34:24.051270 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032408fa-8751-4848-b5b0-265b8c726669 req-01a23c0a-df52-4459-a954-58ce3df689b0 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:24.052583 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-032408fa-8751-4848-b5b0-265b8c726669 req-01a23c0a-df52-4459-a954-58ce3df689b0 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.1776023 May 27 00:34:24.116355 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-032408fa-8751-4848-b5b0-265b8c726669 req-131c9815-6a90-4f51-84dd-c11810044db9 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550599 May 27 00:34:24.124948 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d04b1741-25ed-46ed-94cb-722b9b009c71 req-15fe3c30-4904-45e7-8108-ad6dbea46a19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1132917 May 27 00:34:24.253907 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d04b1741-25ed-46ed-94cb-722b9b009c71 req-8ded84df-e310-4725-b08c-bb073852fce6 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221023 May 27 00:34:24.303940 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-d2ba79cd-f39d-4aa0-b5f8-dc5f8b2f7a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:24.384795 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d04b1741-25ed-46ed-94cb-722b9b009c71 req-8f3e8750-3120-4456-bf21-be826ac2c036 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230311 May 27 00:34:24.865233 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeea96-8c94-4bb2-977a-1ba7dbdc4037 req-3f382f96-4958-407f-b2ad-5bd9177cc157 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:24.867328 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-49aeea96-8c94-4bb2-977a-1ba7dbdc4037 req-3f382f96-4958-407f-b2ad-5bd9177cc157 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 943 time: 0.0768068 May 27 00:34:24.912183 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-49aeea96-8c94-4bb2-977a-1ba7dbdc4037 req-09be70a3-66b7-40ff-ae55-c5c02f8349d2 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391872 May 27 00:34:25.311337 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e624c60-2a5f-4d32-a3db-aaaf5444bc99 req-690991f5-0036-49a4-9e1f-6272c0a22f22 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:25.312746 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2e624c60-2a5f-4d32-a3db-aaaf5444bc99 req-690991f5-0036-49a4-9e1f-6272c0a22f22 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.0765455 May 27 00:34:25.357428 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2e624c60-2a5f-4d32-a3db-aaaf5444bc99 req-5a127d53-a2e1-40ad-b26f-bf1138df520f tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390818 May 27 00:34:26.110205 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede12874-bc22-4a61-ba01-d9a4a9891fa0 req-b84e6386-7449-4ae8-9981-9f88bd14ee75 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:26.111630 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ede12874-bc22-4a61-ba01-d9a4a9891fa0 req-b84e6386-7449-4ae8-9981-9f88bd14ee75 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 943 time: 0.0750988 May 27 00:34:26.159570 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ede12874-bc22-4a61-ba01-d9a4a9891fa0 req-14af8a97-6224-49bd-988d-7b0afc67d69f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419252 May 27 00:34:26.494825 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-88882af7-f177-472d-9f11-d2f8ed7c12f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:26.551575 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7a5a2-284c-468f-8c26-ea255cbf98c1 req-e08dc86c-e9b1-4a87-b6a3-542824c49924 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:26.553005 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-dad7a5a2-284c-468f-8c26-ea255cbf98c1 req-e08dc86c-e9b1-4a87-b6a3-542824c49924 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.0783851 May 27 00:34:26.597913 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-dad7a5a2-284c-468f-8c26-ea255cbf98c1 req-39f00f5d-18af-41f9-9d74-ec55f9aed6fa tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385203 May 27 00:34:27.117852 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:34:27.358079 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89518798-e2d8-4439-a03c-f3e024734823 req-d160e2b0-c1ea-4a9f-b3af-ca280d63f921 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:27.359497 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-89518798-e2d8-4439-a03c-f3e024734823 req-d160e2b0-c1ea-4a9f-b3af-ca280d63f921 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 943 time: 0.0789006 May 27 00:34:27.408674 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 983387ea-d169-4e0e-9753-ae5d2a8d0a57 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:34:27.454827 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-89518798-e2d8-4439-a03c-f3e024734823 req-4358c70d-b1f4-42e9-8a0d-3adc656d9322 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619297 May 27 00:34:27.465858 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fe84cf76-2f0a-4322-8a9e-2487df86d061 req-4f167905-9185-4f2d-9eb4-aeb899b7cfeb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7&device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 1098 time: 0.1043780 May 27 00:34:27.545439 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 983387ea-d169-4e0e-9753-ae5d2a8d0a57, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=983387ea-d169-4e0e-9753-ae5d2a8d0a57,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:34:27.559771 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '983387ea-d169-4e0e-9753-ae5d2a8d0a57', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'port_id': '983387ea-d169-4e0e-9753-ae5d2a8d0a57', 'mac_address': 'fa:16:3e:74:bf:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:34:27.606556 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84cf76-2f0a-4322-8a9e-2487df86d061 req-16463f93-fc89-44d7-acc2-d59374d23527 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:27.608099 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fe84cf76-2f0a-4322-8a9e-2487df86d061 req-16463f93-fc89-44d7-acc2-d59374d23527 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecf73a83-3891-47af-acf2-f5c058aa069f HTTP/1.1" status: 200 len: 910 time: 0.1363380 May 27 00:34:27.616886 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:27.635584 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983387ea-d169-4e0e-9753-ae5d2a8d0a57 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:34:27.652630 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 983387ea-d169-4e0e-9753-ae5d2a8d0a57, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=983387ea-d169-4e0e-9753-ae5d2a8d0a57,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:34:27.658110 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:27.734670 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=983387ea-d169-4e0e-9753-ae5d2a8d0a57,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:27.744066 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:27.744408 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:27.744745 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:27.745074 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:27.745440 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:27.745765 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:27.746095 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:27.746410 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:27.746749 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:27.747048 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:27.747363 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:34:27.869061 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fe84cf76-2f0a-4322-8a9e-2487df86d061 req-be8a8152-7225-464c-b411-2530be7d27ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59152562-13ad-463a-8af5-09fa09471a70 HTTP/1.1" status: 200 len: 1001 time: 0.2553740 May 27 00:34:27.925298 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71b941-65c5-4bcd-af4d-2cb9b05e4462 req-5e883b31-a2a6-4b64-a557-8a0ce54566d0 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:27.926729 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ab71b941-65c5-4bcd-af4d-2cb9b05e4462 req-5e883b31-a2a6-4b64-a557-8a0ce54566d0 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.1602130 May 27 00:34:27.964752 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84cf76-2f0a-4322-8a9e-2487df86d061 req-f79e51d2-6ee1-44a0-9ed3-e34cfa32579d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:27.966185 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fe84cf76-2f0a-4322-8a9e-2487df86d061 req-f79e51d2-6ee1-44a0-9ed3-e34cfa32579d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6be3609-3c2f-4219-aa03-92baeb3f4497 HTTP/1.1" status: 200 len: 848 time: 0.0898926 May 27 00:34:27.988681 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:28.029677 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ab71b941-65c5-4bcd-af4d-2cb9b05e4462 req-2af74d4b-4f4b-441d-b382-eeae3fd90713 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967300 May 27 00:34:28.034031 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['983387ea-d169-4e0e-9753-ae5d2a8d0a57'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:34:28.060923 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fe84cf76-2f0a-4322-8a9e-2487df86d061 req-d6f8887b-9025-4a39-9531-d17a2f83dd18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecf73a83-3891-47af-acf2-f5c058aa069f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874197 May 27 00:34:28.096285 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:28.204204 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fe84cf76-2f0a-4322-8a9e-2487df86d061 req-e1b77f7f-25c6-48ca-8c97-a5e5579556c7 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371498 May 27 00:34:28.338639 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fe84cf76-2f0a-4322-8a9e-2487df86d061 req-57ceabe0-21db-45c4-a983-26a9d50b70a7 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289411 May 27 00:34:28.661317 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09259337-3873-4067-b36c-da1efbf158bc req-1119e0d9-6adf-4746-98a0-1a5bb90a3ad4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:28.663293 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-09259337-3873-4067-b36c-da1efbf158bc req-1119e0d9-6adf-4746-98a0-1a5bb90a3ad4 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 944 time: 0.0769417 May 27 00:34:28.707523 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-09259337-3873-4067-b36c-da1efbf158bc req-9eb86454-b6d0-4ec5-9bc2-7ceb22001629 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384767 May 27 00:34:29.232817 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d4a29-c841-406e-ba77-5909a8d83387 req-ca3709c0-9774-4a4e-b268-4265af915b4f tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:29.234291 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-923d4a29-c841-406e-ba77-5909a8d83387 req-ca3709c0-9774-4a4e-b268-4265af915b4f tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.0801933 May 27 00:34:29.257775 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:29.281672 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-923d4a29-c841-406e-ba77-5909a8d83387 req-194b5fd3-5839-4f9e-9188-e20229763db3 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416429 May 27 00:34:29.424295 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 983387ea-d169-4e0e-9753-ae5d2a8d0a57 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:34:29.494913 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port 983387ea-d169-4e0e-9753-ae5d2a8d0a57 completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:34:29.499643 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 983387ea-d169-4e0e-9753-ae5d2a8d0a57 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:34:29.500041 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:29.668224 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:29.699261 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983387ea-d169-4e0e-9753-ae5d2a8d0a57'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:34:29.710261 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 983387ea-d169-4e0e-9753-ae5d2a8d0a57, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=983387ea-d169-4e0e-9753-ae5d2a8d0a57,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:34:29.717762 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:29.771337 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7192ff4-df30-4c53-956e-c162490c1784'] response: {'server_uuid': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983387ea-d169-4e0e-9753-ae5d2a8d0a57', 'code': 200} May 27 00:34:29.804433 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=983387ea-d169-4e0e-9753-ae5d2a8d0a57,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:29.927035 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5311e-bd40-4ebe-bd5b-2441355ac0da req-5941a250-5b73-4fb5-b18a-410a07374a1f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:29.929279 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-27f5311e-bd40-4ebe-bd5b-2441355ac0da req-5941a250-5b73-4fb5-b18a-410a07374a1f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 945 time: 0.0875127 May 27 00:34:30.026659 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-27f5311e-bd40-4ebe-bd5b-2441355ac0da req-5c2f7242-8737-46cb-ba9f-cdc7a2ab8b63 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915110 May 27 00:34:30.044534 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a00f8f6b-65d3-4a95-8bd5-bdf2bea30649 req-681d204f-6006-43c5-905d-00f882c6489b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 1098 time: 0.0951023 May 27 00:34:30.088567 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a00f8f6b-65d3-4a95-8bd5-bdf2bea30649 req-caba62d2-bd25-4bec-8b5f-cd555f86b7c1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387805 May 27 00:34:30.482697 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a43f48-b6fa-453e-a90a-f15a30498e9c req-b6574439-d8cc-4b32-831c-942e59167198 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:30.484117 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-22a43f48-b6fa-453e-a90a-f15a30498e9c req-b6574439-d8cc-4b32-831c-942e59167198 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.0778325 May 27 00:34:30.533842 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-22a43f48-b6fa-453e-a90a-f15a30498e9c req-25360f13-edf2-495e-9120-a4bed0ad7880 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436115 May 27 00:34:30.793131 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-bbdd4d46-d0df-495f-b410-5012a8dbba0b req-8ea4e842-85ee-4ba6-baf9-8f2b34f813b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1373138 May 27 00:34:31.065297 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [req-fc269a44-8b0a-4df9-9cb4-bf0e3af8e8b1 req-f3d1e10f-853d-4232-bf48-fd3d85fd6c9f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1375611 May 27 00:34:31.084001 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be51f6-12ef-466b-acb3-793c3e0be407 req-faf64aab-41c8-443f-b88c-1abf30e1254e tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:31.088429 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-29be51f6-12ef-466b-acb3-793c3e0be407 req-faf64aab-41c8-443f-b88c-1abf30e1254e tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.0851059 May 27 00:34:31.138667 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-29be51f6-12ef-466b-acb3-793c3e0be407 req-d08875c1-9dfd-42a3-a8da-9d92da0aeedb tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458915 May 27 00:34:31.233453 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b6ea4-a5aa-449f-83e7-1ed1d6f25a6e req-decc1b51-4b9f-4dff-b48b-3ebb2ef52bb6 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:31.234891 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0d8b6ea4-a5aa-449f-83e7-1ed1d6f25a6e req-decc1b51-4b9f-4dff-b48b-3ebb2ef52bb6 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 945 time: 0.0780621 May 27 00:34:31.282953 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0d8b6ea4-a5aa-449f-83e7-1ed1d6f25a6e req-5d53c84f-34ff-412c-8cd5-552402054e29 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423577 May 27 00:34:32.125520 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fc269a44-8b0a-4df9-9cb4-bf0e3af8e8b1 req-b9c285cf-9f6b-46a5-9385-52c9f14804de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2&tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7 HTTP/1.1" status: 200 len: 1098 time: 0.0722525 May 27 00:34:32.218531 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fc269a44-8b0a-4df9-9cb4-bf0e3af8e8b1 req-42c3dcbb-c19e-46c4-88f0-82b30ef3152c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7&device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 1098 time: 0.0720723 May 27 00:34:32.404064 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc269a44-8b0a-4df9-9cb4-bf0e3af8e8b1 req-954d6c77-067e-4685-9c62-c2ba10e5cb41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:32.405519 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fc269a44-8b0a-4df9-9cb4-bf0e3af8e8b1 req-954d6c77-067e-4685-9c62-c2ba10e5cb41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecf73a83-3891-47af-acf2-f5c058aa069f HTTP/1.1" status: 200 len: 910 time: 0.1817033 May 27 00:34:32.583840 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d922503-f7c3-4fc1-814a-25db8e2761a9 req-ae44e169-b148-4611-b645-c3e2f393ab25 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:32.585206 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9d922503-f7c3-4fc1-814a-25db8e2761a9 req-ae44e169-b148-4611-b645-c3e2f393ab25 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.2916868 May 27 00:34:32.682194 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fc269a44-8b0a-4df9-9cb4-bf0e3af8e8b1 req-ae8f1586-c624-4b00-b3d1-2c87ff4ce001 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59152562-13ad-463a-8af5-09fa09471a70 HTTP/1.1" status: 200 len: 1001 time: 0.2709699 May 27 00:34:32.688681 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9d922503-f7c3-4fc1-814a-25db8e2761a9 req-4567d520-3dde-40af-af6a-1c4a64b3d322 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887799 May 27 00:34:32.753750 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ca092-84d8-4280-b398-44db880ccee7 req-7847409e-435f-4b7d-b743-18b11737bc3d tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:32.755163 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6a6ca092-84d8-4280-b398-44db880ccee7 req-7847409e-435f-4b7d-b743-18b11737bc3d tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 945 time: 0.2112975 May 27 00:34:32.763376 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc269a44-8b0a-4df9-9cb4-bf0e3af8e8b1 req-a61438dd-7721-4f18-9221-80142b844240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:32.764687 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fc269a44-8b0a-4df9-9cb4-bf0e3af8e8b1 req-a61438dd-7721-4f18-9221-80142b844240 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6be3609-3c2f-4219-aa03-92baeb3f4497 HTTP/1.1" status: 200 len: 848 time: 0.0737681 May 27 00:34:32.851965 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6a6ca092-84d8-4280-b398-44db880ccee7 req-fec3d41c-3270-4886-8708-3f59aefce370 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900588 May 27 00:34:32.868222 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fc269a44-8b0a-4df9-9cb4-bf0e3af8e8b1 req-e4103778-afe8-4b23-9ba9-f1088e176bb9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecf73a83-3891-47af-acf2-f5c058aa069f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0899792 May 27 00:34:33.046003 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fc269a44-8b0a-4df9-9cb4-bf0e3af8e8b1 req-dc569a38-ac2d-432b-8374-95552e54c681 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720049 May 27 00:34:33.173900 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658e4b1-3c9a-4774-a32e-df9c4b239c8d req-181289ba-40ae-4017-b2fc-57edd52a5d6a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:33.175314 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-1658e4b1-3c9a-4774-a32e-df9c4b239c8d req-181289ba-40ae-4017-b2fc-57edd52a5d6a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 945 time: 0.1962976 May 27 00:34:33.184221 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38392) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:34:33.189739 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.v2.base [None req-31843f53-e9a6-4160-a1bb-00a2f7a798a8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Request body: {'floatingip': {'port_id': '983387ea-d169-4e0e-9753-ae5d2a8d0a57'}} {{(pid=83255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:34:33.199140 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fc269a44-8b0a-4df9-9cb4-bf0e3af8e8b1 req-f7d824e3-0737-43c9-9e7e-030531fe1812 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461232 May 27 00:34:33.267474 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-31843f53-e9a6-4160-a1bb-00a2f7a798a8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, before_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:33.455622 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 59152562-13ad-463a-8af5-09fa09471a70 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:34:33.577042 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:33.606185 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59152562-13ad-463a-8af5-09fa09471a70'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:34:33.616789 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 59152562-13ad-463a-8af5-09fa09471a70, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59152562-13ad-463a-8af5-09fa09471a70,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:34:33.621632 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:33.683339 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8426a3-4214-40c8-9263-2aa5b055c99f'] response: {'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59152562-13ad-463a-8af5-09fa09471a70', 'code': 200} May 27 00:34:33.698008 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=59152562-13ad-463a-8af5-09fa09471a70,revision_number=6']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:33.871488 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-31843f53-e9a6-4160-a1bb-00a2f7a798a8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:33.875857 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-31843f53-e9a6-4160-a1bb-00a2f7a798a8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:33.895587 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391dd1d-4bce-4a77-8f99-ce91d1e51401 req-3a94cf44-e35a-44c4-a472-325a1279ca06 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:33.897006 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6391dd1d-4bce-4a77-8f99-ce91d1e51401 req-3a94cf44-e35a-44c4-a472-325a1279ca06 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 943 time: 0.0780618 May 27 00:34:33.942743 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-6391dd1d-4bce-4a77-8f99-ce91d1e51401 req-a1fef19f-8356-4d34-9490-6f736f6f30cd tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401108 May 27 00:34:34.063094 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.db.l3_db [None req-31843f53-e9a6-4160-a1bb-00a2f7a798a8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Floating IP 48b1e4a2-2fdf-4c46-8bb1-9bbd954432e7 associated. External IP: 172.28.0.205, port: 983387ea-d169-4e0e-9753-ae5d2a8d0a57. May 27 00:34:34.468917 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31843f53-e9a6-4160-a1bb-00a2f7a798a8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:34:34.769823 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31843f53-e9a6-4160-a1bb-00a2f7a798a8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:34:34.775185 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-31843f53-e9a6-4160-a1bb-00a2f7a798a8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:34.779948 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca9ec0-f300-48d1-a80f-acc43414b127 None None] Sync routers for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:34:34.792014 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca9ec0-f300-48d1-a80f-acc43414b127 None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:34:34.792899 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-d0ca9ec0-f300-48d1-a80f-acc43414b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:34:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:34:34.835735 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-31843f53-e9a6-4160-a1bb-00a2f7a798a8 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "PUT /v2.0/floatingips/48b1e4a2-2fdf-4c46-8bb1-9bbd954432e7 HTTP/1.1" status: 200 len: 991 time: 1.6502972 May 27 00:34:34.836452 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'tag': '983387ea-d169-4e0e-9753-ae5d2a8d0a57'}] {{(pid=83255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:34:34.892544 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56633194-cc21-417f-9831-171e6936c34c'] response: {'name': 'network-changed', 'server_uuid': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'tag': '983387ea-d169-4e0e-9753-ae5d2a8d0a57', 'status': 'completed', 'code': 200} May 27 00:34:34.985969 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-d0ca9ec0-f300-48d1-a80f-acc43414b127 None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:34:35.011831 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c6597579-484c-4af3-8bed-8ccf4a378edd req-0c38d4f5-ac5c-4ed4-b8fb-b2f50a695dab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 1098 time: 0.0908148 May 27 00:34:35.219628 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6597579-484c-4af3-8bed-8ccf4a378edd req-eb768c8b-436d-43c2-bacf-1795a1f7e19a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:35.221096 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c6597579-484c-4af3-8bed-8ccf4a378edd req-eb768c8b-436d-43c2-bacf-1795a1f7e19a service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 912 time: 0.2028902 May 27 00:34:35.291591 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440a18-f586-4dbd-9536-a8b6ae12cbff req-2d7672f1-aecc-439f-9cf2-ad550c1645ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:35.293356 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3b440a18-f586-4dbd-9536-a8b6ae12cbff req-2d7672f1-aecc-439f-9cf2-ad550c1645ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 943 time: 0.1917691 May 27 00:34:35.369977 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c6597579-484c-4af3-8bed-8ccf4a378edd req-cc4d6ace-9b42-4a60-b4e9-1f9180d75e3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=983387ea-d169-4e0e-9753-ae5d2a8d0a57 HTTP/1.1" status: 200 len: 999 time: 0.1405447 May 27 00:34:35.372243 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3b440a18-f586-4dbd-9536-a8b6ae12cbff req-d76d495e-4689-4aca-9047-f0af67bfa83d tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703671 May 27 00:34:35.435504 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6597579-484c-4af3-8bed-8ccf4a378edd req-75c41a3d-b047-41b0-8317-c23ef6011502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:35.436992 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c6597579-484c-4af3-8bed-8ccf4a378edd req-75c41a3d-b047-41b0-8317-c23ef6011502 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 200 len: 850 time: 0.0605681 May 27 00:34:35.474064 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-d0ca9ec0-f300-48d1-a80f-acc43414b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '48b1e4a2-2fdf-4c46-8bb1-9bbd954432e7', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'floating_ip_address': '172.28.0.205', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'port_id': '983387ea-d169-4e0e-9753-ae5d2a8d0a57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'mac_address': 'fa:16:3e:74:bf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:34:16Z', 'updated_at': '2022-05-27T00:34:33Z', 'revision_number': 1, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:08Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:34:35.478217 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca9ec0-f300-48d1-a80f-acc43414b127 None None] Checking router: 11c824a8-f88d-442d-8fe9-3eff6c3c5593 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:34:35.489724 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca9ec0-f300-48d1-a80f-acc43414b127 None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:34:35.490339 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-d0ca9ec0-f300-48d1-a80f-acc43414b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:34:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:34:35.525330 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c6597579-484c-4af3-8bed-8ccf4a378edd req-cadbaf1e-af2d-4f37-a0d7-a502e6d702ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819035 May 27 00:34:35.673121 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c6597579-484c-4af3-8bed-8ccf4a378edd req-a2d08782-193a-4e21-9c22-709396365651 service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415377 May 27 00:34:35.695882 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-d0ca9ec0-f300-48d1-a80f-acc43414b127 None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:34:35.969176 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c6597579-484c-4af3-8bed-8ccf4a378edd req-065b6b6b-9204-49bd-8dbf-4c48f2ddc1fb service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867923 May 27 00:34:35.982309 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9aa8a255-d657-4cfd-a3f7-2185e129cb5d req-1a2ed710-d2ed-46f3-8a35-8d28f401171e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 1096 time: 0.1171403 May 27 00:34:36.031190 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-9aa8a255-d657-4cfd-a3f7-2185e129cb5d req-7041f447-07de-480d-a759-62940f3bfd0f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435793 May 27 00:34:36.074783 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-d0ca9ec0-f300-48d1-a80f-acc43414b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '48b1e4a2-2fdf-4c46-8bb1-9bbd954432e7', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'floating_ip_address': '172.28.0.205', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'port_id': '983387ea-d169-4e0e-9753-ae5d2a8d0a57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'mac_address': 'fa:16:3e:74:bf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:34:16Z', 'updated_at': '2022-05-27T00:34:33Z', 'revision_number': 1, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:08Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:34:36.078693 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca9ec0-f300-48d1-a80f-acc43414b127 None None] The sync data for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb is: [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_floatingips': [{'id': '48b1e4a2-2fdf-4c46-8bb1-9bbd954432e7', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'floating_ip_address': '172.28.0.205', 'floating_network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'router_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'port_id': '983387ea-d169-4e0e-9753-ae5d2a8d0a57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'mac_address': 'fa:16:3e:74:bf:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T00:34:16Z', 'updated_at': '2022-05-27T00:34:33Z', 'revision_number': 1, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:08Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:34:36.353637 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f50b4b-2799-47d6-bac6-f847c2cfc663 None None] New status for floating IP 48b1e4a2-2fdf-4c46-8bb1-9bbd954432e7: ACTIVE {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:34:36.642248 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bdb91-b267-49d1-a7e5-6e8b7e443afe req-e2427507-4c08-425f-a854-526a9e765d58 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:36.643768 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3d5bdb91-b267-49d1-a7e5-6e8b7e443afe req-e2427507-4c08-425f-a854-526a9e765d58 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 943 time: 0.1253662 May 27 00:34:36.698664 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-3d5bdb91-b267-49d1-a7e5-6e8b7e443afe req-2c848581-7022-4b43-980a-8f5ffeda772f tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438952 May 27 00:34:37.464367 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 59152562-13ad-463a-8af5-09fa09471a70 details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:34:37.598155 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 59152562-13ad-463a-8af5-09fa09471a70, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59152562-13ad-463a-8af5-09fa09471a70,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:34:37.611048 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '59152562-13ad-463a-8af5-09fa09471a70', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'port_id': '59152562-13ad-463a-8af5-09fa09471a70', 'mac_address': 'fa:16:3e:ee:6d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:34:37.669192 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:37.686205 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59152562-13ad-463a-8af5-09fa09471a70 {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:34:37.701917 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 59152562-13ad-463a-8af5-09fa09471a70, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59152562-13ad-463a-8af5-09fa09471a70,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:34:37.706012 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:37.778076 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=59152562-13ad-463a-8af5-09fa09471a70,revision_number=7']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:38.028129 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['59152562-13ad-463a-8af5-09fa09471a70'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:34:38.052497 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb5166-71cf-4671-9ac2-14e235f1d19e req-1ca742e2-7fbf-4337-8fca-7808b350480b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:38.054542 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e5eb5166-71cf-4671-9ac2-14e235f1d19e req-1ca742e2-7fbf-4337-8fca-7808b350480b tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 944 time: 0.0843852 May 27 00:34:38.101154 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e5eb5166-71cf-4671-9ac2-14e235f1d19e req-00e5cf4b-eb34-4091-b850-decdaee84ce0 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401618 May 27 00:34:39.474839 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 59152562-13ad-463a-8af5-09fa09471a70 up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:34:39.551841 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 59152562-13ad-463a-8af5-09fa09471a70 triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:34:39.552200 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:39.667701 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:39.695710 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59152562-13ad-463a-8af5-09fa09471a70'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:34:39.704903 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 59152562-13ad-463a-8af5-09fa09471a70, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59152562-13ad-463a-8af5-09fa09471a70,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:34:39.710084 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:39.754406 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6331c442-5461-419d-85a5-e577163d70f8'] response: {'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59152562-13ad-463a-8af5-09fa09471a70', 'code': 200} May 27 00:34:39.777336 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=59152562-13ad-463a-8af5-09fa09471a70,revision_number=8']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:34:42.681281 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:46.926862 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a38073d9-852e-42b4-88dc-9e588e41bc8b req-e7568bf3-0fd2-4f99-92be-5dd3b244960c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661657 May 27 00:34:47.063678 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a38073d9-852e-42b4-88dc-9e588e41bc8b req-d9d1a718-35c8-470a-9306-e298ec5e6b77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7&device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 1098 time: 0.0710723 May 27 00:34:47.206133 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38073d9-852e-42b4-88dc-9e588e41bc8b req-4f726fff-0f75-40df-a28b-8ca835fe349e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:47.207477 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a38073d9-852e-42b4-88dc-9e588e41bc8b req-4f726fff-0f75-40df-a28b-8ca835fe349e service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecf73a83-3891-47af-acf2-f5c058aa069f HTTP/1.1" status: 200 len: 910 time: 0.1255219 May 27 00:34:47.311960 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a38073d9-852e-42b4-88dc-9e588e41bc8b req-f0066d6b-d673-41d6-9af5-82706a468bc4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59152562-13ad-463a-8af5-09fa09471a70 HTTP/1.1" status: 200 len: 1001 time: 0.0937130 May 27 00:34:47.376887 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38073d9-852e-42b4-88dc-9e588e41bc8b req-a12eb799-3704-4c46-b4f2-abdcc483366e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:34:47.378320 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a38073d9-852e-42b4-88dc-9e588e41bc8b req-a12eb799-3704-4c46-b4f2-abdcc483366e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6be3609-3c2f-4219-aa03-92baeb3f4497 HTTP/1.1" status: 200 len: 848 time: 0.0609219 May 27 00:34:47.450664 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a38073d9-852e-42b4-88dc-9e588e41bc8b req-ed307497-73b2-442b-87f2-57fc0391d9d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecf73a83-3891-47af-acf2-f5c058aa069f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660837 May 27 00:34:47.580947 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a38073d9-852e-42b4-88dc-9e588e41bc8b req-e65cb8cf-a6a4-4967-8023-8637eb6955ed service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242673 May 27 00:34:47.716084 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a38073d9-852e-42b4-88dc-9e588e41bc8b req-83dbc7a1-ce99-40a0-a180-5b7bce1f1f14 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285872 May 27 00:34:54.306957 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-834c340c-379b-4639-98a5-1ff849d15823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:56.496092 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-8482847a-601e-4649-bce3-f86e1ef53c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:57.992501 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:58.060393 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:34:59.258205 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:35:04.121036 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:35:12.698326 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:35:24.310106 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-bddf5613-62ad-44be-8a67-f25e8c8ef4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:35:26.498500 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c67a-72cf-4893-b0b4-8419665c99d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:35:28.000595 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:35:28.065099 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:35:29.261866 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:35:41.121547 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:35:42.709731 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:35:46.982966 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71d131b9-ceab-4140-a449-d38a88af3bfd req-b56231a4-ad91-4876-bc79-9f04cb4a2900 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1464257 May 27 00:35:47.078122 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71d131b9-ceab-4140-a449-d38a88af3bfd req-3b429de7-8469-4a84-805c-3eebb4817a3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 1098 time: 0.0720799 May 27 00:35:47.242676 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d131b9-ceab-4140-a449-d38a88af3bfd req-402e683e-59bf-41a2-a5f9-492120feb1b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:35:47.244307 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71d131b9-ceab-4140-a449-d38a88af3bfd req-402e683e-59bf-41a2-a5f9-492120feb1b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 200 len: 912 time: 0.1450784 May 27 00:35:47.363830 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71d131b9-ceab-4140-a449-d38a88af3bfd req-c7762351-06c2-44d0-a0e6-922ce6b19423 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=983387ea-d169-4e0e-9753-ae5d2a8d0a57 HTTP/1.1" status: 200 len: 1001 time: 0.1137230 May 27 00:35:47.428315 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d131b9-ceab-4140-a449-d38a88af3bfd req-8b4b8e2b-1331-4842-87c8-95644b4f8cda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:35:47.429793 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71d131b9-ceab-4140-a449-d38a88af3bfd req-8b4b8e2b-1331-4842-87c8-95644b4f8cda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 200 len: 850 time: 0.0606604 May 27 00:35:47.599869 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71d131b9-ceab-4140-a449-d38a88af3bfd req-5b027173-529c-4e5d-b17c-54e37171e553 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1644118 May 27 00:35:47.753127 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71d131b9-ceab-4140-a449-d38a88af3bfd req-ae84ddb9-f3bf-49f2-bd25-a37b4d12ae3c service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473441 May 27 00:35:47.891393 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-71d131b9-ceab-4140-a449-d38a88af3bfd req-3506bc62-f6bd-49fa-8151-490164e3787b service neutron] 10.222.0.60 "GET /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316819 May 27 00:35:54.313141 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-64d76de0-2c78-44b4-81df-118911c42993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:35:56.503158 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-2d68efed-2d69-4222-9139-a0f618007ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:35:56.908578 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [req-16a4379b-b96e-4f42-b65d-65c815f9b6f3 req-aa6e1ca1-13f5-46d2-b3e7-714d4aab05dc service neutron] (83255) timed out ('10.222.0.60', 59451) {{(pid=83255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 00:35:57.997949 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:35:58.067291 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:35:59.264712 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:00.356007 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [req-a1911947-dcb0-448f-aaf6-908259bfd5d8 req-7f95107b-ae8a-4b67-8eff-a2cdadb19505 service neutron] (83256) timed out ('10.222.0.60', 59469) {{(pid=83256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 00:36:04.798049 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52a5e5-c2a6-4d71-9c87-31a6aeff9f50 req-79f9758a-0d9d-4ea0-b286-4cf7fc484412 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:36:04.799528 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fa52a5e5-c2a6-4d71-9c87-31a6aeff9f50 req-79f9758a-0d9d-4ea0-b286-4cf7fc484412 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 945 time: 0.0775499 May 27 00:36:04.850827 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-fa52a5e5-c2a6-4d71-9c87-31a6aeff9f50 req-54354feb-f57a-43fa-9832-cc4d9a756db5 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453587 May 27 00:36:06.080383 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac485f-17b0-44af-8278-4bc48102b008 req-059e0e57-2705-4d63-8881-3d5395061c12 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:36:06.081920 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0cac485f-17b0-44af-8278-4bc48102b008 req-059e0e57-2705-4d63-8881-3d5395061c12 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 945 time: 0.0891280 May 27 00:36:06.134286 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-0cac485f-17b0-44af-8278-4bc48102b008 req-340a4127-3e7b-4d2f-8ac5-8a340c6b6d99 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465081 May 27 00:36:06.827382 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-7c7e94b1-faec-48a2-8db0-a5518458ec3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:36:06.829089 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-7c7e94b1-faec-48a2-8db0-a5518458ec3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.60 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 945 time: 0.0851264 May 27 00:36:06.902713 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Deleting port 983387ea-d169-4e0e-9753-ae5d2a8d0a57 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:06.902942 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:07.176399 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] For port 983387ea-d169-4e0e-9753-ae5d2a8d0a57, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=983387ea-d169-4e0e-9753-ae5d2a8d0a57,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:07.177535 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:07.567371 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef757d83-127f-4b5c-ae17-8da7b37098d7 req-e2875b18-278d-46a6-8cca-6bb27278d05f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:36:07.569752 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ef757d83-127f-4b5c-ae17-8da7b37098d7 req-e2875b18-278d-46a6-8cca-6bb27278d05f tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 945 time: 0.2951632 May 27 00:36:07.614606 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:07.614982 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1825258'] for floatingip, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:07.615287 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.db.l3_db [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Floating IP 48b1e4a2-2fdf-4c46-8bb1-9bbd954432e7 disassociated. External IP: 172.28.0.205, port: 983387ea-d169-4e0e-9753-ae5d2a8d0a57. May 27 00:36:07.615634 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Calling delete_port for 983387ea-d169-4e0e-9753-ae5d2a8d0a57 owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:07.682919 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ef757d83-127f-4b5c-ae17-8da7b37098d7 req-238e781c-909b-4db0-b00e-7bab44ac05ee tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2bb99f9-676f-43f2-990b-92a45fe87c02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054580 May 27 00:36:07.801763 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:07.854150 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event deleted for resources: {'Port': ['ID=983387ea-d169-4e0e-9753-ae5d2a8d0a57,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:07.868570 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:07.868910 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:07.869242 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:07.869591 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:07.869916 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:07.870233 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:07.870547 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:07.870865 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:07.871181 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:07.871492 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:07.871803 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:08.224975 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:36:08.454606 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:36:08.464907 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7235654-3bea-4229-9f60-cbbe2f71ca34 None None] Sync routers for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:36:08.479923 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7235654-3bea-4229-9f60-cbbe2f71ca34 None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:36:08.480535 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-a7235654-3bea-4229-9f60-cbbe2f71ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:35:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:08.530168 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] No DVR routers for this DVR port 983387ea-d169-4e0e-9753-ae5d2a8d0a57 on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:36:08.532856 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:08.537596 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'name': 'network-vif-deleted', 'tag': '983387ea-d169-4e0e-9753-ae5d2a8d0a57'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:36:08.554681 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ce9e590e-b859-4f6d-bffc-9b55587bc9b2 req-616ef2f6-22af-4cd7-9825-e01394bd8b3c tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.60 "DELETE /v2.0/ports/983387ea-d169-4e0e-9753-ae5d2a8d0a57 HTTP/1.1" status: 204 len: 173 time: 1.7192130 May 27 00:36:08.603901 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37471658-b6af-4a17-b2d0-13e2bf22757a'] response: {'server_uuid': '32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6', 'name': 'network-vif-deleted', 'tag': '983387ea-d169-4e0e-9753-ae5d2a8d0a57', 'status': 'completed', 'code': 200} May 27 00:36:08.707317 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-a7235654-3bea-4229-9f60-cbbe2f71ca34 None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:36:08.879912 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-487e3481-f422-4716-8766-ce157151ba64 req-0f94148c-8821-4c1d-8960-7afbce25ba53 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Synchronizing usage tracker for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:36:08.903930 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-487e3481-f422-4716-8766-ce157151ba64 req-0f94148c-8821-4c1d-8960-7afbce25ba53 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Unset dirty status for tenant:21adfa6d091140bf9de02e5f6bf1cace on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:36:08.905819 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-487e3481-f422-4716-8766-ce157151ba64 req-0f94148c-8821-4c1d-8960-7afbce25ba53 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/ports?device_id=32360ac0-3d8a-4ee4-84c8-6a24fe3c87d6 HTTP/1.1" status: 200 len: 210 time: 0.0752454 May 27 00:36:09.054608 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-a7235654-3bea-4229-9f60-cbbe2f71ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:08Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:09.059189 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7235654-3bea-4229-9f60-cbbe2f71ca34 None None] Checking router: 11c824a8-f88d-442d-8fe9-3eff6c3c5593 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:36:09.071543 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7235654-3bea-4229-9f60-cbbe2f71ca34 None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:36:09.072136 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-a7235654-3bea-4229-9f60-cbbe2f71ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:35:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:09.262651 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-a7235654-3bea-4229-9f60-cbbe2f71ca34 None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:36:09.629771 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-a7235654-3bea-4229-9f60-cbbe2f71ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:08Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:09.636189 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7235654-3bea-4229-9f60-cbbe2f71ca34 None None] The sync data for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb is: [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:29:59Z', 'revision_number': 4, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': '2023e8ec-5f59-4922-8c33-385d536aca4d', 'name': '', 'network_id': 'fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'mac_address': 'fa:16:3e:4e:d5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:58Z', 'updated_at': '2022-05-27T00:30:08Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'subnets': [{'id': 'e1c1ead2-948b-4f4c-969f-0c3d980919df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:36:09.891832 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d6a70-f099-4fcb-9694-b2ce7cd60854 None None] New status for floating IP 48b1e4a2-2fdf-4c46-8bb1-9bbd954432e7: DOWN {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:36:09.993037 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 983387ea-d169-4e0e-9753-ae5d2a8d0a57 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:36:10.076432 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: 983387ea-d169-4e0e-9753-ae5d2a8d0a57 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:36:10.076769 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 983387ea-d169-4e0e-9753-ae5d2a8d0a57 not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:36:10.088412 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38568) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:10.165356 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:10.207336 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:10.274128 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:10.294946 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bb99f9-676f-43f2-990b-92a45fe87c02,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:10.307310 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:10.307652 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:10.307987 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:10.308331 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:10.308658 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:10.308983 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:10.309465 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:10.309662 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:10.309964 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:10.310314 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:10.310601 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:36:10.318410 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:10.320927 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-c9c4216d-acfe-4da4-a87b-141864f8d83b tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "DELETE /v2.0/security-groups/e2bb99f9-676f-43f2-990b-92a45fe87c02 HTTP/1.1" status: 204 len: 168 time: 0.2312837 May 27 00:36:10.324174 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38572) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:10.343445 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.api.v2.resource [None req-c4534db9-15c7-49b3-85fc-6c68838baa48 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] show failed (client error): The resource could not be found. May 27 00:36:10.344449 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-c4534db9-15c7-49b3-85fc-6c68838baa48 tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "GET /v2.0/security-groups/e2bb99f9-676f-43f2-990b-92a45fe87c02 HTTP/1.1" status: 404 len: 347 time: 0.0192037 May 27 00:36:10.348026 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38576) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:10.516094 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-eccaa621-c9b8-46e0-9b8e-89bcc559bd5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Deleting port 4105fdda-19ee-4695-8247-2e203d031cd6 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:10.516427 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-eccaa621-c9b8-46e0-9b8e-89bcc559bd5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:10.720708 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-eccaa621-c9b8-46e0-9b8e-89bcc559bd5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:10.721038 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-eccaa621-c9b8-46e0-9b8e-89bcc559bd5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:10.862285 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-eccaa621-c9b8-46e0-9b8e-89bcc559bd5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Calling delete_port for 4105fdda-19ee-4695-8247-2e203d031cd6 owned by network:floatingip {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:11.015866 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-eccaa621-c9b8-46e0-9b8e-89bcc559bd5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:11.066766 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccaa621-c9b8-46e0-9b8e-89bcc559bd5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Pushing event deleted for resources: {'Port': ['ID=4105fdda-19ee-4695-8247-2e203d031cd6,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:11.161953 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-eccaa621-c9b8-46e0-9b8e-89bcc559bd5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks [] for floatingip, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:11.185988 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-eccaa621-c9b8-46e0-9b8e-89bcc559bd5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:11.187800 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-eccaa621-c9b8-46e0-9b8e-89bcc559bd5a tempest-AttachVolumeTestJSON-73993546 tempest-AttachVolumeTestJSON-73993546-project] 10.222.0.42 "DELETE /v2.0/floatingips/48b1e4a2-2fdf-4c46-8bb1-9bbd954432e7 HTTP/1.1" status: 204 len: 168 time: 0.8387401 May 27 00:36:12.711553 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:13.841728 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38596) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:14.253929 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-72beb79b-f71e-41ac-ae79-4a8f024b10ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Deleting port 87e8da94-f627-480d-9983-9b561e84b791 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:14.254259 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-72beb79b-f71e-41ac-ae79-4a8f024b10ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:14.530999 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-72beb79b-f71e-41ac-ae79-4a8f024b10ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:14.531267 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-72beb79b-f71e-41ac-ae79-4a8f024b10ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:14.657111 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-72beb79b-f71e-41ac-ae79-4a8f024b10ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Calling delete_port for 87e8da94-f627-480d-9983-9b561e84b791 owned by network:floatingip {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:14.828886 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-72beb79b-f71e-41ac-ae79-4a8f024b10ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:14.879165 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72beb79b-f71e-41ac-ae79-4a8f024b10ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event deleted for resources: {'Port': ['ID=87e8da94-f627-480d-9983-9b561e84b791,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:14.973151 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-72beb79b-f71e-41ac-ae79-4a8f024b10ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for floatingip, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:15.283453 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38612) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:15.403700 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72beb79b-f71e-41ac-ae79-4a8f024b10ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Router 6b472969-864a-473c-969f-c9d91a52fb35 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:36:15.632139 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72beb79b-f71e-41ac-ae79-4a8f024b10ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:36:15.652215 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4910ffd-6bcd-43a8-9a19-19f5213128bf None None] Sync routers for ids ['6b472969-864a-473c-969f-c9d91a52fb35'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:36:15.662303 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-72beb79b-f71e-41ac-ae79-4a8f024b10ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for floatingip, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:15.677643 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4910ffd-6bcd-43a8-9a19-19f5213128bf None None] Routers {'6b472969-864a-473c-969f-c9d91a52fb35'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:36:15.678875 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-e4910ffd-6bcd-43a8-9a19-19f5213128bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:35:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['6b472969-864a-473c-969f-c9d91a52fb35'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:15.720831 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-72beb79b-f71e-41ac-ae79-4a8f024b10ae tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "DELETE /v2.0/floatingips/a1b50889-b1c7-43fb-89a8-3b4dbce48f46 HTTP/1.1" status: 204 len: 168 time: 1.8776193 May 27 00:36:15.721589 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'tag': '59152562-13ad-463a-8af5-09fa09471a70'}] {{(pid=83255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:36:15.786679 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81c144a-54af-4a86-be9d-0e60783c21ac'] response: {'name': 'network-changed', 'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'tag': '59152562-13ad-463a-8af5-09fa09471a70', 'status': 'completed', 'code': 200} May 27 00:36:15.904808 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-e4910ffd-6bcd-43a8-9a19-19f5213128bf None None] Set router 6b472969-864a-473c-969f-c9d91a52fb35 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:36:15.982908 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca921545-29dc-414d-804c-a9bbc23383e1 req-74ad363c-58ee-4d85-9506-891b74bd21c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7&device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 1098 time: 0.1198525 May 27 00:36:16.206156 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca921545-29dc-414d-804c-a9bbc23383e1 req-fd1e38d0-1ae7-4f08-b128-67a2a963215f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:36:16.207651 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca921545-29dc-414d-804c-a9bbc23383e1 req-fd1e38d0-1ae7-4f08-b128-67a2a963215f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecf73a83-3891-47af-acf2-f5c058aa069f HTTP/1.1" status: 200 len: 910 time: 0.2152922 May 27 00:36:16.209216 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9542cb9b-b728-4936-b003-e18e47c1a18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825496'] for router_interface, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:16.296717 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-e4910ffd-6bcd-43a8-9a19-19f5213128bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:04Z', 'revision_number': 4, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'bc831f91-9e19-4f70-b0fc-df53516a4063', 'name': '', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'mac_address': 'fa:16:3e:92:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:03Z', 'updated_at': '2022-05-27T00:31:14Z', 'revision_number': 5, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'subnets': [{'id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:16.301767 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4910ffd-6bcd-43a8-9a19-19f5213128bf None None] Checking router: 6b472969-864a-473c-969f-c9d91a52fb35 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:36:16.313840 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4910ffd-6bcd-43a8-9a19-19f5213128bf None None] Routers {'6b472969-864a-473c-969f-c9d91a52fb35'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:36:16.314603 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-e4910ffd-6bcd-43a8-9a19-19f5213128bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:35:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['6b472969-864a-473c-969f-c9d91a52fb35'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:16.396248 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca921545-29dc-414d-804c-a9bbc23383e1 req-fe8436f1-52c8-4c04-9ac0-1d2d319b0768 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59152562-13ad-463a-8af5-09fa09471a70 HTTP/1.1" status: 200 len: 217 time: 0.1346538 May 27 00:36:16.510232 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-e4910ffd-6bcd-43a8-9a19-19f5213128bf None None] Set router 6b472969-864a-473c-969f-c9d91a52fb35 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:36:16.606581 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca921545-29dc-414d-804c-a9bbc23383e1 req-a65ae546-fd6c-48f4-b472-b723a71b3a50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:36:16.607902 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca921545-29dc-414d-804c-a9bbc23383e1 req-a65ae546-fd6c-48f4-b472-b723a71b3a50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c6be3609-3c2f-4219-aa03-92baeb3f4497 HTTP/1.1" status: 200 len: 848 time: 0.2047558 May 27 00:36:16.613850 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe3e9e-5f62-46bb-a5b0-a3e8d87fcdd0 req-5cfa47c7-b3c3-4cc2-90c2-e8fd265ee307 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:36:16.615206 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7dfe3e9e-5f62-46bb-a5b0-a3e8d87fcdd0 req-5cfa47c7-b3c3-4cc2-90c2-e8fd265ee307 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.4977190 May 27 00:36:16.737166 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-7dfe3e9e-5f62-46bb-a5b0-a3e8d87fcdd0 req-df1c95c0-8b73-43ba-a1d6-5c940ae68399 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902796 May 27 00:36:16.756829 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca921545-29dc-414d-804c-a9bbc23383e1 req-7fc03c1f-d76d-43d4-bd30-96b966407ccf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecf73a83-3891-47af-acf2-f5c058aa069f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1405678 May 27 00:36:16.864207 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-e4910ffd-6bcd-43a8-9a19-19f5213128bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:04Z', 'revision_number': 4, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'bc831f91-9e19-4f70-b0fc-df53516a4063', 'name': '', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'mac_address': 'fa:16:3e:92:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:03Z', 'updated_at': '2022-05-27T00:31:14Z', 'revision_number': 5, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'subnets': [{'id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:16.868455 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4910ffd-6bcd-43a8-9a19-19f5213128bf None None] The sync data for ids ['6b472969-864a-473c-969f-c9d91a52fb35'] in dv-cinder-843305-3-smb is: [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:04Z', 'revision_number': 4, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb', '_interfaces': [{'id': 'bc831f91-9e19-4f70-b0fc-df53516a4063', 'name': '', 'network_id': 'ecf73a83-3891-47af-acf2-f5c058aa069f', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'mac_address': 'fa:16:3e:92:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:03Z', 'updated_at': '2022-05-27T00:31:14Z', 'revision_number': 5, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'subnets': [{'id': 'c6be3609-3c2f-4219-aa03-92baeb3f4497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:36:16.954740 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca921545-29dc-414d-804c-a9bbc23383e1 req-4fb942cc-5fca-4307-b2a0-fe591f1c79c9 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881206 May 27 00:36:17.117718 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52046e14-5fc2-4af7-9828-c755c1201223 None None] New status for floating IP a1b50889-b1c7-43fb-89a8-3b4dbce48f46: DOWN {{(pid=83257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 27 00:36:17.238867 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca921545-29dc-414d-804c-a9bbc23383e1 req-84f7f0f4-da23-4cc0-afab-60278348f2f4 service neutron] 10.222.0.60 "GET /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281957 May 27 00:36:17.490739 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-9542cb9b-b728-4936-b003-e18e47c1a18b admin admin] Deleting port 2023e8ec-5f59-4922-8c33-385d536aca4d {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:17.491450 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9542cb9b-b728-4936-b003-e18e47c1a18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:17.678172 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-9542cb9b-b728-4936-b003-e18e47c1a18b admin admin] For port 2023e8ec-5f59-4922-8c33-385d536aca4d, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=2023e8ec-5f59-4922-8c33-385d536aca4d,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:17.678524 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9542cb9b-b728-4936-b003-e18e47c1a18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:17.841068 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-9542cb9b-b728-4936-b003-e18e47c1a18b admin admin] Calling delete_port for 2023e8ec-5f59-4922-8c33-385d536aca4d owned by network:router_interface {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:18.015645 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250bbb4-d030-45eb-9382-c107a137c15e req-62871153-3fdc-498a-9e6e-2f967e616f8f tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:36:18.017081 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2250bbb4-d030-45eb-9382-c107a137c15e req-62871153-3fdc-498a-9e6e-2f967e616f8f tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.3313532 May 27 00:36:18.073520 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee79330-9ac9-4f3d-b99d-2b71a1eb2df8 req-6c2598ef-b73d-4d56-9dd7-3ab0136593c7 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:36:18.074863 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cee79330-9ac9-4f3d-b99d-2b71a1eb2df8 req-6c2598ef-b73d-4d56-9dd7-3ab0136593c7 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 945 time: 0.2007222 May 27 00:36:18.122895 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:36:18.169559 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-2250bbb4-d030-45eb-9382-c107a137c15e req-eea47991-f1f5-4754-940a-d9d4350d35f6 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Deleting port 59152562-13ad-463a-8af5-09fa09471a70 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:18.169904 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-2250bbb4-d030-45eb-9382-c107a137c15e req-eea47991-f1f5-4754-940a-d9d4350d35f6 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:18.343937 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-cee79330-9ac9-4f3d-b99d-2b71a1eb2df8 req-b73656fa-3316-4e5c-b680-d2ec09cb4c36 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f39b914-e940-4f2d-bcde-21d80268d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613606 May 27 00:36:18.390959 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9542cb9b-b728-4936-b003-e18e47c1a18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:18.449448 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542cb9b-b728-4936-b003-e18e47c1a18b admin admin] Pushing event deleted for resources: {'Port': ['ID=2023e8ec-5f59-4922-8c33-385d536aca4d,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:18.785434 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-2250bbb4-d030-45eb-9382-c107a137c15e req-eea47991-f1f5-4754-940a-d9d4350d35f6 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] For port 59152562-13ad-463a-8af5-09fa09471a70, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=59152562-13ad-463a-8af5-09fa09471a70,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:18.786112 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-2250bbb4-d030-45eb-9382-c107a137c15e req-eea47991-f1f5-4754-940a-d9d4350d35f6 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:18.928657 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-2250bbb4-d030-45eb-9382-c107a137c15e req-eea47991-f1f5-4754-940a-d9d4350d35f6 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Calling delete_port for 59152562-13ad-463a-8af5-09fa09471a70 owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:19.110790 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-2250bbb4-d030-45eb-9382-c107a137c15e req-eea47991-f1f5-4754-940a-d9d4350d35f6 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:19.163718 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea47991-f1f5-4754-940a-d9d4350d35f6 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event deleted for resources: {'Port': ['ID=59152562-13ad-463a-8af5-09fa09471a70,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:19.242226 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-9542cb9b-b728-4936-b003-e18e47c1a18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15341180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1825423'] for router_interface, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:19.258698 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-2250bbb4-d030-45eb-9382-c107a137c15e req-eea47991-f1f5-4754-940a-d9d4350d35f6 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] No DVR routers for this DVR port 59152562-13ad-463a-8af5-09fa09471a70 on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:36:19.262247 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-2250bbb4-d030-45eb-9382-c107a137c15e req-eea47991-f1f5-4754-940a-d9d4350d35f6 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:19.265387 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'name': 'network-vif-deleted', 'tag': '59152562-13ad-463a-8af5-09fa09471a70'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:36:19.338509 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02af5b2c-6b56-418f-95ff-64dfd67b76d5'] response: {'server_uuid': 'e6128448-0598-498b-b3da-a82227e751c2', 'name': 'network-vif-deleted', 'tag': '59152562-13ad-463a-8af5-09fa09471a70', 'status': 'completed', 'code': 200} May 27 00:36:19.392841 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2250bbb4-d030-45eb-9382-c107a137c15e req-eea47991-f1f5-4754-940a-d9d4350d35f6 tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.60 "DELETE /v2.0/ports/59152562-13ad-463a-8af5-09fa09471a70 HTTP/1.1" status: 204 len: 173 time: 1.3681879 May 27 00:36:19.529655 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-414fb4b8-04c5-4bca-a12f-24bdb74a25b8 req-67175096-7164-4a67-981c-8b0ebda1a60e tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Synchronizing usage tracker for tenant:09aa9b9cfed6405ab9331513e2a3cbe7 on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:36:19.687428 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-414fb4b8-04c5-4bca-a12f-24bdb74a25b8 req-67175096-7164-4a67-981c-8b0ebda1a60e tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Unset dirty status for tenant:09aa9b9cfed6405ab9331513e2a3cbe7 on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:36:19.688774 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-414fb4b8-04c5-4bca-a12f-24bdb74a25b8 req-67175096-7164-4a67-981c-8b0ebda1a60e tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6128448-0598-498b-b3da-a82227e751c2 HTTP/1.1" status: 200 len: 210 time: 0.2069936 May 27 00:36:19.993722 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 59152562-13ad-463a-8af5-09fa09471a70 no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:36:20.026695 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: 59152562-13ad-463a-8af5-09fa09471a70 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:36:20.027033 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 59152562-13ad-463a-8af5-09fa09471a70 not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:36:20.080211 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9542cb9b-b728-4936-b003-e18e47c1a18b admin admin] Router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:36:20.317650 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9542cb9b-b728-4936-b003-e18e47c1a18b admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:36:20.322600 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-9542cb9b-b728-4936-b003-e18e47c1a18b admin admin] 10.222.0.42 "PUT /v2.0/routers/11c824a8-f88d-442d-8fe9-3eff6c3c5593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0381036 May 27 00:36:20.325244 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38630) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:20.327365 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b95c3-c4d3-44f8-b2cf-c4c2713c30b1 None None] Sync routers for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:36:20.341218 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b95c3-c4d3-44f8-b2cf-c4c2713c30b1 None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:36:20.342004 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-951b95c3-c4d3-44f8-b2cf-c4c2713c30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:35:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:20.529107 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-951b95c3-c4d3-44f8-b2cf-c4c2713c30b1 None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:36:20.533083 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Notify callbacks [] for router, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:20.846071 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38636) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:20.874870 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:20.890423 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Deleting port e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:20.891073 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:20.894766 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-951b95c3-c4d3-44f8-b2cf-c4c2713c30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:36:18Z', 'revision_number': 5, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port': {'id': 'e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:20.899718 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b95c3-c4d3-44f8-b2cf-c4c2713c30b1 None None] Checking router: 11c824a8-f88d-442d-8fe9-3eff6c3c5593 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:36:20.912373 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b95c3-c4d3-44f8-b2cf-c4c2713c30b1 None None] Routers {'11c824a8-f88d-442d-8fe9-3eff6c3c5593'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:36:20.913012 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-951b95c3-c4d3-44f8-b2cf-c4c2713c30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:35:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:20.928364 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bdea0848-d1e2-4f3c-a273-590b3074fabf tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:20.976370 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bdea0848-d1e2-4f3c-a273-590b3074fabf tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:21.055401 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bdea0848-d1e2-4f3c-a273-590b3074fabf tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:21.074459 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea0848-d1e2-4f3c-a273-590b3074fabf tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f39b914-e940-4f2d-bcde-21d80268d542,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:21.088839 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-bdea0848-d1e2-4f3c-a273-590b3074fabf tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:21.095634 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-bdea0848-d1e2-4f3c-a273-590b3074fabf tempest-TestShelveInstance-2086320633 tempest-TestShelveInstance-2086320633-project] 10.222.0.42 "DELETE /v2.0/security-groups/4f39b914-e940-4f2d-bcde-21d80268d542 HTTP/1.1" status: 204 len: 168 time: 0.2440379 May 27 00:36:21.110884 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] For port e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:21.114125 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:21.130521 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-951b95c3-c4d3-44f8-b2cf-c4c2713c30b1 None None] Set router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 gateway port host: None {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:36:21.178888 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38642) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:21.243988 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-951b95c3-c4d3-44f8-b2cf-c4c2713c30b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:36:20Z', 'revision_number': 6, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port_host': None}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:21.248406 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b95c3-c4d3-44f8-b2cf-c4c2713c30b1 None None] The sync data for ids ['11c824a8-f88d-442d-8fe9-3eff6c3c5593'] in dv-cinder-843305-3-smb is: [{'id': '11c824a8-f88d-442d-8fe9-3eff6c3c5593', 'name': 'tempest-AttachVolumeTestJSON-1591751244-router', 'tenant_id': '21adfa6d091140bf9de02e5f6bf1cace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:29:55Z', 'updated_at': '2022-05-27T00:36:20Z', 'revision_number': 6, 'project_id': '21adfa6d091140bf9de02e5f6bf1cace', 'gw_port_host': None}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:36:21.258323 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Calling delete_port for e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 owned by network:router_gateway {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:21.448310 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:21.515877 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:21.729189 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1a84f5a5-9385-46b8-81b9-df80775a53ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825496'] for router_interface, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:21.804108 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825221'] for router_gateway, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:22.093804 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31841'] for router, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:22.100380 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:22.136357 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1824409'] for router, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:22.136962 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11c824a8-f88d-442d-8fe9-3eff6c3c5593 {{(pid=83255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 00:36:22.155866 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] Notify callbacks [] for router, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:22.160889 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-b7bf8f0a-294f-4e64-8678-91803ec68584 admin admin] 10.222.0.42 "DELETE /v2.0/routers/11c824a8-f88d-442d-8fe9-3eff6c3c5593 HTTP/1.1" status: 204 len: 168 time: 1.8340921 May 27 00:36:22.162018 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38648) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:22.181303 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:36:22.243781 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ef95cb-cda0-477c-80bc-11a941c44066 admin admin] Deleting subnet e1c1ead2-948b-4f4c-969f-0c3d980919df {{(pid=83255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:36:22.248048 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-45ef95cb-cda0-477c-80bc-11a941c44066 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:22.257731 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:36:22.258583 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device e0d89fe8-4aa8-4b58-8d77-dbe9abecd1d1 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:36:22.259415 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 2023e8ec-5f59-4922-8c33-385d536aca4d no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:36:22.316499 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-45ef95cb-cda0-477c-80bc-11a941c44066 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2904482'] for subnet, precommit_delete_associations {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:22.328971 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 2023e8ec-5f59-4922-8c33-385d536aca4d {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:36:22.329928 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 2023e8ec-5f59-4922-8c33-385d536aca4d not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:36:22.582723 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-45ef95cb-cda0-477c-80bc-11a941c44066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:22.713145 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-45ef95cb-cda0-477c-80bc-11a941c44066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1260063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3110909'] for subnet, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:22.729192 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-1a84f5a5-9385-46b8-81b9-df80775a53ad admin admin] Deleting port bc831f91-9e19-4f70-b0fc-df53516a4063 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:22.730017 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1a84f5a5-9385-46b8-81b9-df80775a53ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:22.758693 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef95cb-cda0-477c-80bc-11a941c44066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c1ead2-948b-4f4c-969f-0c3d980919df,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:22.763020 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-45ef95cb-cda0-477c-80bc-11a941c44066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:22.774121 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-45ef95cb-cda0-477c-80bc-11a941c44066 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e1c1ead2-948b-4f4c-969f-0c3d980919df HTTP/1.1" status: 204 len: 168 time: 0.6071436 May 27 00:36:22.774427 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de324ad-516e-4ddd-9dad-3a5a393ecd20 None None] Network fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:36:22.774747 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38652) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:22.906050 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:22.921724 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Deleting port 86e89acc-6b68-4fe4-be26-e8882298c2b5 {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:22.922330 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.099917 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f02393b-c34c-4d2a-beaf-474633d1d6d9 None None] DHCP port deletion for fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 request from dv-cinder-843305-3-smb {{(pid=83257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 00:36:23.105715 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-1f02393b-c34c-4d2a-beaf-474633d1d6d9 None None] Deleting port 86e89acc-6b68-4fe4-be26-e8882298c2b5 {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:23.106225 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-1f02393b-c34c-4d2a-beaf-474633d1d6d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.114746 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-1a84f5a5-9385-46b8-81b9-df80775a53ad admin admin] For port bc831f91-9e19-4f70-b0fc-df53516a4063, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=bc831f91-9e19-4f70-b0fc-df53516a4063,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:23.115395 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1a84f5a5-9385-46b8-81b9-df80775a53ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.175353 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] For port 86e89acc-6b68-4fe4-be26-e8882298c2b5, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=86e89acc-6b68-4fe4-be26-e8882298c2b5,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:23.175914 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.250865 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-1a84f5a5-9385-46b8-81b9-df80775a53ad admin admin] Calling delete_port for bc831f91-9e19-4f70-b0fc-df53516a4063 owned by network:router_interface {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:23.384123 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Calling delete_port for 86e89acc-6b68-4fe4-be26-e8882298c2b5 owned by network:dhcp {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:23.465646 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1a84f5a5-9385-46b8-81b9-df80775a53ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.467792 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-1f02393b-c34c-4d2a-beaf-474633d1d6d9 None None] For port 86e89acc-6b68-4fe4-be26-e8882298c2b5, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=86e89acc-6b68-4fe4-be26-e8882298c2b5,segment=NetworkSegment(5f6156bc-5f80-4585-bbf9-b7709fbea62a),segment_id=5f6156bc-5f80-4585-bbf9-b7709fbea62a)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:23.468782 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-1f02393b-c34c-4d2a-beaf-474633d1d6d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.506730 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.545183 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84f5a5-9385-46b8-81b9-df80775a53ad admin admin] Pushing event deleted for resources: {'Port': ['ID=bc831f91-9e19-4f70-b0fc-df53516a4063,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:23.566056 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e89acc-6b68-4fe4-be26-e8882298c2b5,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:23.571127 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] No DVR routers for this DVR port 86e89acc-6b68-4fe4-be26-e8882298c2b5 on host dv-cinder-843305-3-smb {{(pid=83255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:36:23.607001 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-1f02393b-c34c-4d2a-beaf-474633d1d6d9 None None] Calling delete_port for 86e89acc-6b68-4fe4-be26-e8882298c2b5 owned by network:dhcp {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:23.733021 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.744496 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.db.api [None req-1f02393b-c34c-4d2a-beaf-474633d1d6d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:36:23.745566 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG oslo_db.api [None req-1f02393b-c34c-4d2a-beaf-474633d1d6d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:36:23.770905 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4']}} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:23.791605 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6156bc-5f80-4585-bbf9-b7709fbea62a') {'for_net_delete': True} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:23.792385 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6156bc-5f80-4585-bbf9-b7709fbea62a') {} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:23.824585 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2907985'] for segment, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.858815 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.866217 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:36:23.866626 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1260145'] for segment, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: Traceback (most recent call last): May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: timer() May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: cb(*args, **kw) May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: return func(*args, **kwargs) May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: self._notify() May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: self.callback(batched_events) May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: event.method(event) May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: return f(self, *a, **k) May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: return self._get(url).json() May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: return self.request(url, 'GET', **kwargs) May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:36:23.882927 dv-cinder-843305-3-smb neutron-server[83255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:36:23.962821 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 86e89acc-6b68-4fe4-be26-e8882298c2b5 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:36:23.967155 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1a84f5a5-9385-46b8-81b9-df80775a53ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15341180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1825423'] for router_interface, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.974894 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:23.980037 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:24.008200 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:24.025625 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-c0d46223-b140-4651-9885-dfe31ea55453 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fd9975aa-5d67-46b3-b86f-d5dbc12f8ec4 HTTP/1.1" status: 204 len: 168 time: 1.2494955 May 27 00:36:24.067591 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 86e89acc-6b68-4fe4-be26-e8882298c2b5 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:36:24.068115 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 86e89acc-6b68-4fe4-be26-e8882298c2b5 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:36:24.236976 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38658) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:24.247245 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-1f02393b-c34c-4d2a-beaf-474633d1d6d9 None None] Deleting port 86e89acc-6b68-4fe4-be26-e8882298c2b5 {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:24.247954 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-1f02393b-c34c-4d2a-beaf-474633d1d6d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:24.335013 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-1f02393b-c34c-4d2a-beaf-474633d1d6d9 None None] The port '86e89acc-6b68-4fe4-be26-e8882298c2b5' was deleted {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 00:36:24.342972 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-bd82602c-7add-43f2-a1b7-59be9014459f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21adfa6d091140bf9de02e5f6bf1cace&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0998564 May 27 00:36:24.343406 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38662) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:24.358469 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-04ff78b3-51fa-4994-8792-ab3fe5b14670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:24.461777 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b109-36f7-46aa-bd1c-1fa720ab42e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:24.491735 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b109-36f7-46aa-bd1c-1fa720ab42e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:24.547963 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b109-36f7-46aa-bd1c-1fa720ab42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:24.569541 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4b109-36f7-46aa-bd1c-1fa720ab42e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc09ae0-a9a0-46bb-8463-2e5dec7ca868,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:24.575061 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-3ed4b109-36f7-46aa-bd1c-1fa720ab42e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:24.579862 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-3ed4b109-36f7-46aa-bd1c-1fa720ab42e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ecc09ae0-a9a0-46bb-8463-2e5dec7ca868 HTTP/1.1" status: 204 len: 168 time: 0.2350423 May 27 00:36:24.663949 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a84f5a5-9385-46b8-81b9-df80775a53ad admin admin] Router 6b472969-864a-473c-969f-c9d91a52fb35 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:36:24.977623 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a84f5a5-9385-46b8-81b9-df80775a53ad admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:36:24.989918 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446570a4-0873-4783-9172-b6e1b1ce8e23 None None] Sync routers for ids ['6b472969-864a-473c-969f-c9d91a52fb35'] in dv-cinder-843305-3-smb {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:36:25.001888 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-1a84f5a5-9385-46b8-81b9-df80775a53ad admin admin] 10.222.0.42 "PUT /v2.0/routers/6b472969-864a-473c-969f-c9d91a52fb35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8207805 May 27 00:36:25.002058 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38672) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:25.008804 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446570a4-0873-4783-9172-b6e1b1ce8e23 None None] Routers {'6b472969-864a-473c-969f-c9d91a52fb35'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:36:25.009653 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-446570a4-0873-4783-9172-b6e1b1ce8e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:35:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['6b472969-864a-473c-969f-c9d91a52fb35'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:25.204476 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-446570a4-0873-4783-9172-b6e1b1ce8e23 None None] Set router 6b472969-864a-473c-969f-c9d91a52fb35 gateway port host: dv-cinder-843305-3-smb {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:36:25.227418 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Notify callbacks [] for router, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:25.439779 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:25.450895 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Deleting port 35f6b9d4-f835-4eb3-9874-2c374e876207 {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:25.451714 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:25.561145 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-446570a4-0873-4783-9172-b6e1b1ce8e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:36:23Z', 'revision_number': 5, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port': {'id': '35f6b9d4-f835-4eb3-9874-2c374e876207', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b472969-864a-473c-969f-c9d91a52fb35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:25.566423 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446570a4-0873-4783-9172-b6e1b1ce8e23 None None] Checking router: 6b472969-864a-473c-969f-c9d91a52fb35 for host: dv-cinder-843305-3-smb {{(pid=83257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:36:25.579960 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446570a4-0873-4783-9172-b6e1b1ce8e23 None None] Routers {'6b472969-864a-473c-969f-c9d91a52fb35'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:36:25.580621 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-446570a4-0873-4783-9172-b6e1b1ce8e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:35:56Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['6b472969-864a-473c-969f-c9d91a52fb35'], 'active': True} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:25.648316 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] For port 35f6b9d4-f835-4eb3-9874-2c374e876207, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=35f6b9d4-f835-4eb3-9874-2c374e876207,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:25.648873 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:25.769291 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_dvr_db [None req-446570a4-0873-4783-9172-b6e1b1ce8e23 None None] Set router 6b472969-864a-473c-969f-c9d91a52fb35 gateway port host: None {{(pid=83257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:36:25.775360 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Calling delete_port for 35f6b9d4-f835-4eb3-9874-2c374e876207 owned by network:router_gateway {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:25.889513 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.l3_hamode_db [None req-446570a4-0873-4783-9172-b6e1b1ce8e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:36:25Z', 'revision_number': 6, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port_host': None}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:25.894739 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446570a4-0873-4783-9172-b6e1b1ce8e23 None None] The sync data for ids ['6b472969-864a-473c-969f-c9d91a52fb35'] in dv-cinder-843305-3-smb is: [{'id': '6b472969-864a-473c-969f-c9d91a52fb35', 'name': 'tempest-TestShelveInstance-2146011177-router', 'tenant_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:01Z', 'updated_at': '2022-05-27T00:36:25Z', 'revision_number': 6, 'project_id': '09aa9b9cfed6405ab9331513e2a3cbe7', 'gw_port_host': None}] {{(pid=83257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:36:25.974842 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:26.020767 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Pushing event deleted for resources: {'Port': ['ID=35f6b9d4-f835-4eb3-9874-2c374e876207,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:26.262434 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825221'] for router_gateway, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:26.506104 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-562c4036-4a01-4e5e-8a25-63a04d8bea82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:26.636818 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31841'] for router, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:26.641529 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:26.668689 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1824409'] for router, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:26.669189 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b472969-864a-473c-969f-c9d91a52fb35 {{(pid=83256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 00:36:26.683054 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] Notify callbacks [] for router, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:26.684095 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-561869e6-1d06-48e2-95db-5a294920102e admin admin] 10.222.0.42 "DELETE /v2.0/routers/6b472969-864a-473c-969f-c9d91a52fb35 HTTP/1.1" status: 204 len: 168 time: 1.6803856 May 27 00:36:26.686811 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38702) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:26.751549 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d66887-19d9-4edd-9944-c01e2a8b3a22 admin admin] Deleting subnet c6be3609-3c2f-4219-aa03-92baeb3f4497 {{(pid=83256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:36:26.755313 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-54d66887-19d9-4edd-9944-c01e2a8b3a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:26.825655 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-54d66887-19d9-4edd-9944-c01e2a8b3a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1058505'] for subnet, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:26.966336 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-54d66887-19d9-4edd-9944-c01e2a8b3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:27.067746 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-54d66887-19d9-4edd-9944-c01e2a8b3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3030246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2366244'] for subnet, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:27.112457 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d66887-19d9-4edd-9944-c01e2a8b3a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6be3609-3c2f-4219-aa03-92baeb3f4497,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:27.117431 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-54d66887-19d9-4edd-9944-c01e2a8b3a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for subnet, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:27.124043 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52233d2d-ccb8-44d4-a08c-6dc50c47bd1a None None] Network ecf73a83-3891-47af-acf2-f5c058aa069f requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:36:27.124783 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-54d66887-19d9-4edd-9944-c01e2a8b3a22 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c6be3609-3c2f-4219-aa03-92baeb3f4497 HTTP/1.1" status: 204 len: 168 time: 0.4369631 May 27 00:36:27.127181 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38706) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:27.240362 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:27.252052 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Deleting port 2981b830-2004-402b-9b6c-287e52af5d3a {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:27.252381 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:27.460259 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0163a9a8-c41b-4413-9bf4-6b07ef6c12a1 None None] DHCP port deletion for ecf73a83-3891-47af-acf2-f5c058aa069f request from dv-cinder-843305-3-smb {{(pid=83257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 00:36:27.466003 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-0163a9a8-c41b-4413-9bf4-6b07ef6c12a1 None None] Deleting port 2981b830-2004-402b-9b6c-287e52af5d3a {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:27.466594 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-0163a9a8-c41b-4413-9bf4-6b07ef6c12a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:27.473036 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] For port 2981b830-2004-402b-9b6c-287e52af5d3a, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=2981b830-2004-402b-9b6c-287e52af5d3a,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:27.473480 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:27.617521 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Calling delete_port for 2981b830-2004-402b-9b6c-287e52af5d3a owned by network:dhcp {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:27.726096 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:27.734034 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-0163a9a8-c41b-4413-9bf4-6b07ef6c12a1 None None] For port 2981b830-2004-402b-9b6c-287e52af5d3a, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=2981b830-2004-402b-9b6c-287e52af5d3a,segment=NetworkSegment(5ac5df8f-fa77-4da3-a830-ed2999411c95),segment_id=5ac5df8f-fa77-4da3-a830-ed2999411c95)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:27.734636 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-0163a9a8-c41b-4413-9bf4-6b07ef6c12a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:27.804219 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] No DVR routers for this DVR port 2981b830-2004-402b-9b6c-287e52af5d3a on host dv-cinder-843305-3-smb {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:36:27.860469 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Pushing event deleted for resources: {'Port': ['ID=2981b830-2004-402b-9b6c-287e52af5d3a,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:27.903057 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 35f6b9d4-f835-4eb3-9874-2c374e876207 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:36:27.975021 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:28.007608 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf73a83-3891-47af-acf2-f5c058aa069f']}} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:28.022280 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac5df8f-fa77-4da3-a830-ed2999411c95') {'for_net_delete': True} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:28.022732 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.services.segments.db [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac5df8f-fa77-4da3-a830-ed2999411c95') {} {{(pid=83256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:28.036771 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1058874'] for segment, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:28.056517 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-0163a9a8-c41b-4413-9bf4-6b07ef6c12a1 None None] Calling delete_port for 2981b830-2004-402b-9b6c-287e52af5d3a owned by network:dhcp {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:28.065923 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:28.080535 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:36:28.081204 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3030152'] for segment, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:28.112815 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 35f6b9d4-f835-4eb3-9874-2c374e876207 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:36:28.113160 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 35f6b9d4-f835-4eb3-9874-2c374e876207 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:36:28.113605 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device bc831f91-9e19-4f70-b0fc-df53516a4063 no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: Traceback (most recent call last): May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: timer() May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: cb(*args, **kw) May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: return func(*args, **kwargs) May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: self._notify() May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: self.callback(batched_events) May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: event.method(event) May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: return f(self, *a, **k) May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: return self._get(url).json() May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: return self.request(url, 'GET', **kwargs) May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:36:28.114160 dv-cinder-843305-3-smb neutron-server[83256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:36:28.170657 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: bc831f91-9e19-4f70-b0fc-df53516a4063 {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:36:28.170989 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device bc831f91-9e19-4f70-b0fc-df53516a4063 not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:36:28.171375 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 2981b830-2004-402b-9b6c-287e52af5d3a no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:36:28.198451 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:28.207121 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:28.218121 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 2981b830-2004-402b-9b6c-287e52af5d3a {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:36:28.218471 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 2981b830-2004-402b-9b6c-287e52af5d3a not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:36:28.240771 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.db.api [None req-0163a9a8-c41b-4413-9bf4-6b07ef6c12a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:36:28.241137 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG oslo_db.api [None req-0163a9a8-c41b-4413-9bf4-6b07ef6c12a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:36:28.388001 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:28.394512 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:28.422632 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf73a83-3891-47af-acf2-f5c058aa069f,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:28.429826 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-f47742af-53c1-419a-810f-7444922d409b admin admin] 10.222.0.42 "DELETE /v2.0/networks/ecf73a83-3891-47af-acf2-f5c058aa069f HTTP/1.1" status: 204 len: 168 time: 1.3007860 May 27 00:36:28.432947 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38730) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:28.742212 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-0163a9a8-c41b-4413-9bf4-6b07ef6c12a1 None None] Deleting port 2981b830-2004-402b-9b6c-287e52af5d3a {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:28.742806 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-0163a9a8-c41b-4413-9bf4-6b07ef6c12a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:28.810549 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-0163a9a8-c41b-4413-9bf4-6b07ef6c12a1 None None] The port '2981b830-2004-402b-9b6c-287e52af5d3a' was deleted {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 00:36:28.908614 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-77f04556-a5c4-4849-9234-78f4ca8b0e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825496'] for router_interface, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:29.273282 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:29.603699 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-77f04556-a5c4-4849-9234-78f4ca8b0e97 admin admin] Deleting port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:29.604760 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-77f04556-a5c4-4849-9234-78f4ca8b0e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:29.797687 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-77f04556-a5c4-4849-9234-78f4ca8b0e97 admin admin] For port b18b7248-13e7-4fa4-a4fd-b97d1ee1540a, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=b18b7248-13e7-4fa4-a4fd-b97d1ee1540a,segment=NetworkSegment(414d6fb6-7984-45a4-a007-76f20aa7be1d),segment_id=414d6fb6-7984-45a4-a007-76f20aa7be1d)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:29.798035 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-77f04556-a5c4-4849-9234-78f4ca8b0e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:29.973663 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-77f04556-a5c4-4849-9234-78f4ca8b0e97 admin admin] Calling delete_port for b18b7248-13e7-4fa4-a4fd-b97d1ee1540a owned by network:router_interface {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:30.264079 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-77f04556-a5c4-4849-9234-78f4ca8b0e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:30.316177 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f04556-a5c4-4849-9234-78f4ca8b0e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18b7248-13e7-4fa4-a4fd-b97d1ee1540a,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:30.624346 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-77f04556-a5c4-4849-9234-78f4ca8b0e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15341180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1825423'] for router_interface, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:31.308072 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f04556-a5c4-4849-9234-78f4ca8b0e97 admin admin] Router b76103a8-cd0b-4e80-beee-ae015d35c6f3 has already been hosted by L3 agent 11da16b5-c355-4a32-8fbf-6a132a1ac2b5 {{(pid=83256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 00:36:31.590164 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f04556-a5c4-4849-9234-78f4ca8b0e97 admin admin] Notify agent at l3_agent.dv-cinder-843305-3-smb the message routers_updated {{(pid=83256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 00:36:31.602452 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906762c-4b14-4a42-9827-22a8f73e0228 None None] Sync routers for ids ['b76103a8-cd0b-4e80-beee-ae015d35c6f3'] in dv-cinder-843305-3-smb {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 27 00:36:31.616727 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-77f04556-a5c4-4849-9234-78f4ca8b0e97 admin admin] 10.222.0.42 "PUT /v2.0/routers/b76103a8-cd0b-4e80-beee-ae015d35c6f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1823692 May 27 00:36:31.619154 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38758) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:31.622835 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7906762c-4b14-4a42-9827-22a8f73e0228 None None] Routers {'b76103a8-cd0b-4e80-beee-ae015d35c6f3'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:36:31.623726 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-7906762c-4b14-4a42-9827-22a8f73e0228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:36:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['b76103a8-cd0b-4e80-beee-ae015d35c6f3'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:31.922517 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-7906762c-4b14-4a42-9827-22a8f73e0228 None None] Set router b76103a8-cd0b-4e80-beee-ae015d35c6f3 gateway port host: dv-cinder-843305-3-smb {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:36:32.000392 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Notify callbacks [] for router, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:32.274081 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:32.284709 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Deleting port 018c372b-2689-4801-ab72-28a53ffbb3bd {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:32.285079 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:32.301154 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-7906762c-4b14-4a42-9827-22a8f73e0228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'name': 'tempest-TestShelveInstance-1559800827-router', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'external_fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165'}], 'enable_snat': True}, 'gw_port_id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:36:30Z', 'revision_number': 5, 'project_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'gw_port': {'id': '018c372b-2689-4801-ab72-28a53ffbb3bd', 'name': '', 'network_id': '3b27fe9b-6f87-4152-8fca-7904c5c7c5a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'ip_address': '172.28.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843305-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T00:31:08Z', 'updated_at': '2022-05-27T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f3f32c4f-7c5e-4ed3-af21-38c45367b190', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843305-3-smb'}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:32.308622 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906762c-4b14-4a42-9827-22a8f73e0228 None None] Checking router: b76103a8-cd0b-4e80-beee-ae015d35c6f3 for host: dv-cinder-843305-3-smb {{(pid=83258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 27 00:36:32.336286 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7906762c-4b14-4a42-9827-22a8f73e0228 None None] Routers {'b76103a8-cd0b-4e80-beee-ae015d35c6f3'} bound to L3 agent in host dv-cinder-843305-3-smb {{(pid=83258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 27 00:36:32.338733 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-7906762c-4b14-4a42-9827-22a8f73e0228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843305-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T00:10:56Z,description=,heartbeat_timestamp=2022-05-27T00:36:26Z,host='dv-cinder-843305-3-smb',id=11da16b5-c355-4a32-8fbf-6a132a1ac2b5,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T00:10:56Z,topic='l3_agent')) {'router_ids': ['b76103a8-cd0b-4e80-beee-ae015d35c6f3'], 'active': True} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:32.484327 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] For port 018c372b-2689-4801-ab72-28a53ffbb3bd, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=018c372b-2689-4801-ab72-28a53ffbb3bd,segment=NetworkSegment(2408d50a-8278-43ed-914d-047daafb9240),segment_id=2408d50a-8278-43ed-914d-047daafb9240)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:32.484794 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:32.597156 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_dvr_db [None req-7906762c-4b14-4a42-9827-22a8f73e0228 None None] Set router b76103a8-cd0b-4e80-beee-ae015d35c6f3 gateway port host: None {{(pid=83258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 27 00:36:32.652409 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Calling delete_port for 018c372b-2689-4801-ab72-28a53ffbb3bd owned by network:router_gateway {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:32.709510 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.l3_hamode_db [None req-7906762c-4b14-4a42-9827-22a8f73e0228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'name': 'tempest-TestShelveInstance-1559800827-router', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:36:32Z', 'revision_number': 6, 'project_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'gw_port_host': None}], 'dv-cinder-843305-3-smb', False) {} {{(pid=83258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:32.714541 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906762c-4b14-4a42-9827-22a8f73e0228 None None] The sync data for ids ['b76103a8-cd0b-4e80-beee-ae015d35c6f3'] in dv-cinder-843305-3-smb is: [{'id': 'b76103a8-cd0b-4e80-beee-ae015d35c6f3', 'name': 'tempest-TestShelveInstance-1559800827-router', 'tenant_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T00:31:07Z', 'updated_at': '2022-05-27T00:36:32Z', 'revision_number': 6, 'project_id': 'ec6c61a0d8af4738aecf9c8003256e1c', 'gw_port_host': None}] {{(pid=83258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 27 00:36:32.741774 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38778) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:32.880079 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:32.928482 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=018c372b-2689-4801-ab72-28a53ffbb3bd,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:32.983589 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-74eea8de-1802-4a7c-bcb8-eb4ccca6684e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:33.070035 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-74eea8de-1802-4a7c-bcb8-eb4ccca6684e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:36:33.077998 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-74eea8de-1802-4a7c-bcb8-eb4ccca6684e admin admin] Usage tracker for resource:security_group_rule and tenant:38976d40e10c422a8ed28e29d4a895dd is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:36:33.083208 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-74eea8de-1802-4a7c-bcb8-eb4ccca6684e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:36:33.160196 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-74eea8de-1802-4a7c-bcb8-eb4ccca6684e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:36:33.254684 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1825221'] for router_gateway, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:33.694143 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31841'] for router, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:33.699609 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-74eea8de-1802-4a7c-bcb8-eb4ccca6684e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:33.703107 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:33.708107 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-74eea8de-1802-4a7c-bcb8-eb4ccca6684e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:33.771563 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eea8de-1802-4a7c-bcb8-eb4ccca6684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb036f5e-b6da-4a03-a5d7-8a71a0fea295,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:33.776047 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-74eea8de-1802-4a7c-bcb8-eb4ccca6684e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38976d40e10c422a8ed28e29d4a895dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0331476 May 27 00:36:33.777149 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1824409'] for router, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:33.777688 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b76103a8-cd0b-4e80-beee-ae015d35c6f3 {{(pid=83256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 00:36:33.780471 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38784) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:33.847129 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] Notify callbacks [] for router, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:33.849994 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-a4f47af7-338e-4bf7-aeea-4e96cf030c5b admin admin] 10.222.0.42 "DELETE /v2.0/routers/b76103a8-cd0b-4e80-beee-ae015d35c6f3 HTTP/1.1" status: 204 len: 168 time: 2.2281563 May 27 00:36:33.852567 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38788) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:33.867157 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device b18b7248-13e7-4fa4-a4fd-b97d1ee1540a no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:36:33.870438 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1446f898-1529-4d43-bcd5-f3ab95d2d100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:33.910503 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1446f898-1529-4d43-bcd5-f3ab95d2d100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:33.917166 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: b18b7248-13e7-4fa4-a4fd-b97d1ee1540a {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:36:33.918265 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device b18b7248-13e7-4fa4-a4fd-b97d1ee1540a not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:36:33.919277 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 018c372b-2689-4801-ab72-28a53ffbb3bd no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:36:33.958428 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 018c372b-2689-4801-ab72-28a53ffbb3bd {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:36:33.958999 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 018c372b-2689-4801-ab72-28a53ffbb3bd not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:36:33.965544 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6b30a6-fa48-43dc-ad1b-36f3d6bc5da6 admin admin] Deleting subnet fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b {{(pid=83255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 27 00:36:33.969294 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-db6b30a6-fa48-43dc-ad1b-36f3d6bc5da6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:33.998813 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1446f898-1529-4d43-bcd5-f3ab95d2d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:34.017353 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446f898-1529-4d43-bcd5-f3ab95d2d100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb036f5e-b6da-4a03-a5d7-8a71a0fea295,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:34.024454 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-1446f898-1529-4d43-bcd5-f3ab95d2d100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:34.025634 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-1446f898-1529-4d43-bcd5-f3ab95d2d100 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb036f5e-b6da-4a03-a5d7-8a71a0fea295 HTTP/1.1" status: 204 len: 168 time: 0.2438762 May 27 00:36:34.038754 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-db6b30a6-fa48-43dc-ad1b-36f3d6bc5da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2904482'] for subnet, precommit_delete_associations {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:34.134556 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-db6b30a6-fa48-43dc-ad1b-36f3d6bc5da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15848460'] for subnet, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:34.223727 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-db6b30a6-fa48-43dc-ad1b-36f3d6bc5da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15848453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1260063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3110909'] for subnet, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:34.267426 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b30a6-fa48-43dc-ad1b-36f3d6bc5da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:34.278635 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-db6b30a6-fa48-43dc-ad1b-36f3d6bc5da6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:34.291412 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-db6b30a6-fa48-43dc-ad1b-36f3d6bc5da6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fe5e8d96-d3ff-4a7c-8af9-09ee5f5dc91b HTTP/1.1" status: 204 len: 168 time: 0.4338737 May 27 00:36:34.291687 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38796) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:34.292561 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e9308b-07c1-4fee-b222-308f5394dee1 None None] Network ade92664-a569-4374-972b-945ed66cd90c requested from dv-cinder-843305-3-smb {{(pid=83257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 27 00:36:34.498337 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15744488'] for network, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:34.518298 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Deleting port 900b4916-d5e9-4a27-b1ed-345469974c0b {{(pid=83255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:34.518888 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:34.578431 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dfaa97-6ac7-4770-9f54-305a8d23bcd1 None None] DHCP port deletion for ade92664-a569-4374-972b-945ed66cd90c request from dv-cinder-843305-3-smb {{(pid=83257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 27 00:36:34.582307 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-90dfaa97-6ac7-4770-9f54-305a8d23bcd1 None None] Deleting port 900b4916-d5e9-4a27-b1ed-345469974c0b {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:34.582669 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-90dfaa97-6ac7-4770-9f54-305a8d23bcd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:34.827338 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.db [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] For port 900b4916-d5e9-4a27-b1ed-345469974c0b, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=900b4916-d5e9-4a27-b1ed-345469974c0b,segment=NetworkSegment(414d6fb6-7984-45a4-a007-76f20aa7be1d),segment_id=414d6fb6-7984-45a4-a007-76f20aa7be1d)] {{(pid=83255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:34.827754 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:34.829533 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-90dfaa97-6ac7-4770-9f54-305a8d23bcd1 None None] For port 900b4916-d5e9-4a27-b1ed-345469974c0b, host dv-cinder-843305-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843305-3-smb',level=0,port_id=900b4916-d5e9-4a27-b1ed-345469974c0b,segment=NetworkSegment(414d6fb6-7984-45a4-a007-76f20aa7be1d),segment_id=414d6fb6-7984-45a4-a007-76f20aa7be1d)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:36:34.829971 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-90dfaa97-6ac7-4770-9f54-305a8d23bcd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:34.967207 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.plugin [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Calling delete_port for 900b4916-d5e9-4a27-b1ed-345469974c0b owned by network:dhcp {{(pid=83255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:34.975384 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-90dfaa97-6ac7-4770-9f54-305a8d23bcd1 None None] Calling delete_port for 900b4916-d5e9-4a27-b1ed-345469974c0b owned by network:dhcp {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:36:35.054979 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1260076'] for port, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:35.061787 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.db.api [None req-90dfaa97-6ac7-4770-9f54-305a8d23bcd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 00:36:35.062147 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG oslo_db.api [None req-90dfaa97-6ac7-4770-9f54-305a8d23bcd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 00:36:35.102796 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=900b4916-d5e9-4a27-b1ed-345469974c0b,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:35.109219 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] No DVR routers for this DVR port 900b4916-d5e9-4a27-b1ed-345469974c0b on host dv-cinder-843305-3-smb {{(pid=83255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:36:35.235899 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15849881', 'neutron.services.segments.db._delete_segments_for_network-8746490252921'] for network, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:35.267666 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade92664-a569-4374-972b-945ed66cd90c']}} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:35.281952 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414d6fb6-7984-45a4-a007-76f20aa7be1d') {'for_net_delete': True} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:35.282241 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.services.segments.db [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414d6fb6-7984-45a4-a007-76f20aa7be1d') {} {{(pid=83255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 00:36:35.300028 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746490252804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2907985'] for segment, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:35.317963 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15748458'] for segment, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:35.324790 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 27 00:36:35.325186 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15748465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1260145'] for segment, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: Traceback (most recent call last): May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: timer() May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: cb(*args, **kw) May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: return func(*args, **kwargs) May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: self._notify() May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: self.callback(batched_events) May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: event.method(event) May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: aggregate_uuid = self.p_client.list_aggregates( May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: return f(self, *a, **k) May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: return self._get(url).json() May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: return self.request(url, 'GET', **kwargs) May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: base_url = self.get_endpoint(auth, allow=allow, May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 00:36:35.339148 dv-cinder-843305-3-smb neutron-server[83255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 00:36:35.421457 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15849874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1825240'] for network, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:35.444871 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15341208'] for network, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:35.453925 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade92664-a569-4374-972b-945ed66cd90c,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:35.462075 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-27d971ae-c18d-46e2-95ee-7cf963c85f33 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ade92664-a569-4374-972b-945ed66cd90c HTTP/1.1" status: 204 len: 168 time: 1.1692917 May 27 00:36:35.563461 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-90dfaa97-6ac7-4770-9f54-305a8d23bcd1 None None] Deleting port 900b4916-d5e9-4a27-b1ed-345469974c0b {{(pid=83257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:36:35.564093 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-90dfaa97-6ac7-4770-9f54-305a8d23bcd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:35.680506 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-90dfaa97-6ac7-4770-9f54-305a8d23bcd1 None None] The port '900b4916-d5e9-4a27-b1ed-345469974c0b' was deleted {{(pid=83257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 27 00:36:35.722071 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38830) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:35.783793 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-23e13e7a-5e84-4500-b436-cabd1ad75d3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09aa9b9cfed6405ab9331513e2a3cbe7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0577869 May 27 00:36:35.784152 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38834) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:35.860305 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 900b4916-d5e9-4a27-b1ed-345469974c0b no longer exists at agent ovs-agent-dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:36:35.862788 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f8a12672-bfc8-4038-8f13-fc9adc64ef28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:35.892793 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f8a12672-bfc8-4038-8f13-fc9adc64ef28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:35.896550 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] No Port match for: 900b4916-d5e9-4a27-b1ed-345469974c0b {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:36:35.896885 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Device 900b4916-d5e9-4a27-b1ed-345469974c0b not bound to the agent host dv-cinder-843305-3-smb {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:36:35.955464 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f8a12672-bfc8-4038-8f13-fc9adc64ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:35.981133 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a12672-bfc8-4038-8f13-fc9adc64ef28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3736ca-af22-4f9e-978c-0567a4548108,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:35.985920 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f8a12672-bfc8-4038-8f13-fc9adc64ef28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:35.987666 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-f8a12672-bfc8-4038-8f13-fc9adc64ef28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b3736ca-af22-4f9e-978c-0567a4548108 HTTP/1.1" status: 204 len: 168 time: 0.2023864 May 27 00:36:36.180149 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38848) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:36.329326 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8a269c1e-26d8-48f3-9717-7fd7c8b38dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:36.364162 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-8a269c1e-26d8-48f3-9717-7fd7c8b38dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:36:36.368211 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-8a269c1e-26d8-48f3-9717-7fd7c8b38dee admin admin] Usage tracker for resource:security_group_rule and tenant:00cd1beea4f7435686207928e987b138 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:36:36.371152 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-8a269c1e-26d8-48f3-9717-7fd7c8b38dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:36:36.376976 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-8a269c1e-26d8-48f3-9717-7fd7c8b38dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:36:36.392257 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38854) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:36.450713 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-d37db2d0-af92-46a8-be39-cd5ba230fbd7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec6c61a0d8af4738aecf9c8003256e1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569062 May 27 00:36:36.451134 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8a269c1e-26d8-48f3-9717-7fd7c8b38dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:36.453235 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38858) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:36.457500 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8a269c1e-26d8-48f3-9717-7fd7c8b38dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:36.504817 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a269c1e-26d8-48f3-9717-7fd7c8b38dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad7698b-1247-4e7f-8011-dfdf79e53520,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:36.511568 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-8a269c1e-26d8-48f3-9717-7fd7c8b38dee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00cd1beea4f7435686207928e987b138&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3300092 May 27 00:36:36.514160 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 38862) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:36.522326 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fba5e7c7-1bca-4d76-b3b8-9aa1fb03a75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:36.551744 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fba5e7c7-1bca-4d76-b3b8-9aa1fb03a75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:36.583639 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ccacf999-95db-41fa-8054-0a4e907d7fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:36.616429 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ccacf999-95db-41fa-8054-0a4e907d7fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:36.632293 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fba5e7c7-1bca-4d76-b3b8-9aa1fb03a75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:36.650404 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5e7c7-1bca-4d76-b3b8-9aa1fb03a75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f28225b-4369-4289-aba8-d0738e6cc722,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:36.661039 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-fba5e7c7-1bca-4d76-b3b8-9aa1fb03a75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:36.662219 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-fba5e7c7-1bca-4d76-b3b8-9aa1fb03a75b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f28225b-4369-4289-aba8-d0738e6cc722 HTTP/1.1" status: 204 len: 168 time: 0.2080219 May 27 00:36:36.698230 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ccacf999-95db-41fa-8054-0a4e907d7fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:36.714945 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacf999-95db-41fa-8054-0a4e907d7fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad7698b-1247-4e7f-8011-dfdf79e53520,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:36.719548 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-ccacf999-95db-41fa-8054-0a4e907d7fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:36.723540 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-ccacf999-95db-41fa-8054-0a4e907d7fb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ad7698b-1247-4e7f-8011-dfdf79e53520 HTTP/1.1" status: 204 len: 168 time: 0.2055302 May 27 00:36:41.708266 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38930) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:41.865885 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-99697608-c6da-4009-874c-8f1f53553fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:41.897579 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-99697608-c6da-4009-874c-8f1f53553fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:36:41.902255 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-99697608-c6da-4009-874c-8f1f53553fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f7328f64274514ad0cbb164eb8fa58 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:36:41.905456 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-99697608-c6da-4009-874c-8f1f53553fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:36:41.912237 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-99697608-c6da-4009-874c-8f1f53553fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:36:41.983881 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-99697608-c6da-4009-874c-8f1f53553fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:41.987813 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-99697608-c6da-4009-874c-8f1f53553fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:42.036556 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99697608-c6da-4009-874c-8f1f53553fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7a7417-e8aa-4dd9-81b9-5cdd62de6b42,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:42.040987 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-99697608-c6da-4009-874c-8f1f53553fc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0f7328f64274514ad0cbb164eb8fa58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3316774 May 27 00:36:42.043973 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 38936) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:42.110859 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f9925823-0155-44b2-b9c2-342700532d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:42.136723 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f9925823-0155-44b2-b9c2-342700532d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:42.203502 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f9925823-0155-44b2-b9c2-342700532d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:42.220513 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9925823-0155-44b2-b9c2-342700532d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7a7417-e8aa-4dd9-81b9-5cdd62de6b42,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:42.228781 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-f9925823-0155-44b2-b9c2-342700532d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:42.232933 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-f9925823-0155-44b2-b9c2-342700532d1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f7a7417-e8aa-4dd9-81b9-5cdd62de6b42 HTTP/1.1" status: 204 len: 168 time: 0.1878750 May 27 00:36:42.717309 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:52.165548 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 39066) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:52.317334 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4cd77393-d9ca-4753-ba4e-d6cdf13b30eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:52.350679 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-4cd77393-d9ca-4753-ba4e-d6cdf13b30eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:36:52.354739 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-4cd77393-d9ca-4753-ba4e-d6cdf13b30eb admin admin] Usage tracker for resource:security_group_rule and tenant:68a40e946f584bde9df6083ffb7e23d0 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:36:52.357853 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-4cd77393-d9ca-4753-ba4e-d6cdf13b30eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:36:52.364310 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-4cd77393-d9ca-4753-ba4e-d6cdf13b30eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:36:52.451893 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4cd77393-d9ca-4753-ba4e-d6cdf13b30eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:52.458076 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-4cd77393-d9ca-4753-ba4e-d6cdf13b30eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:52.548035 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd77393-d9ca-4753-ba4e-d6cdf13b30eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84859c13-4ae7-4897-9af9-ad3b53f0c14c,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:52.557837 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-4cd77393-d9ca-4753-ba4e-d6cdf13b30eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68a40e946f584bde9df6083ffb7e23d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3907883 May 27 00:36:52.560827 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 39072) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:52.628007 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd2ea-ff3c-48ff-a38d-c6a12b657c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:52.658550 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd2ea-ff3c-48ff-a38d-c6a12b657c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:52.718607 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd2ea-ff3c-48ff-a38d-c6a12b657c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:52.732964 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbd2ea-ff3c-48ff-a38d-c6a12b657c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84859c13-4ae7-4897-9af9-ad3b53f0c14c,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:52.742835 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd2ea-ff3c-48ff-a38d-c6a12b657c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:52.744098 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-cfdbd2ea-ff3c-48ff-a38d-c6a12b657c76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84859c13-4ae7-4897-9af9-ad3b53f0c14c HTTP/1.1" status: 204 len: 168 time: 0.1819723 May 27 00:36:53.103068 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 39080) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:53.128074 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-0729fb00-61ba-4230-bd48-e79b8d0cf677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:53.164905 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-0729fb00-61ba-4230-bd48-e79b8d0cf677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:36:53.169741 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-0729fb00-61ba-4230-bd48-e79b8d0cf677 admin admin] Usage tracker for resource:security_group_rule and tenant:d813ec2fdb0040a097e27facb39bf457 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:36:53.173475 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-0729fb00-61ba-4230-bd48-e79b8d0cf677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:36:53.180050 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-0729fb00-61ba-4230-bd48-e79b8d0cf677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:36:53.263477 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-0729fb00-61ba-4230-bd48-e79b8d0cf677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:53.268193 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-0729fb00-61ba-4230-bd48-e79b8d0cf677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:53.319564 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729fb00-61ba-4230-bd48-e79b8d0cf677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db456232-d8cd-41ae-b82b-bd0327381840,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:53.326606 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-0729fb00-61ba-4230-bd48-e79b8d0cf677 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d813ec2fdb0040a097e27facb39bf457&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2222521 May 27 00:36:53.329430 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 39084) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:53.411147 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b2df0935-32f6-4fb0-860c-115edc348e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:53.440868 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b2df0935-32f6-4fb0-860c-115edc348e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:53.499967 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b2df0935-32f6-4fb0-860c-115edc348e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:53.515389 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df0935-32f6-4fb0-860c-115edc348e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db456232-d8cd-41ae-b82b-bd0327381840,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:53.522955 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b2df0935-32f6-4fb0-860c-115edc348e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:53.524106 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-b2df0935-32f6-4fb0-860c-115edc348e0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db456232-d8cd-41ae-b82b-bd0327381840 HTTP/1.1" status: 204 len: 168 time: 0.1933916 May 27 00:36:54.000098 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 39092) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:54.019019 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0c7f430a-689b-47c8-8716-993737b656cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:54.052811 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-0c7f430a-689b-47c8-8716-993737b656cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:36:54.056912 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-0c7f430a-689b-47c8-8716-993737b656cb admin admin] Usage tracker for resource:security_group_rule and tenant:687440ffd3b9488b948f12a8b36dd080 is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:36:54.059999 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-0c7f430a-689b-47c8-8716-993737b656cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:36:54.067866 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-0c7f430a-689b-47c8-8716-993737b656cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:36:54.150356 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0c7f430a-689b-47c8-8716-993737b656cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:54.155039 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-0c7f430a-689b-47c8-8716-993737b656cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:54.205913 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f430a-689b-47c8-8716-993737b656cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adb5d06-047d-4e91-9f6d-7bec003b23f4,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:54.210319 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-0c7f430a-689b-47c8-8716-993737b656cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=687440ffd3b9488b948f12a8b36dd080&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2090421 May 27 00:36:54.212748 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 39096) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:36:54.282552 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f9e19137-bb79-4b28-81be-7677f3be9948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:54.313287 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f9e19137-bb79-4b28-81be-7677f3be9948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:54.319125 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-14bb120d-3fb1-4afa-9c36-2ba69e4a167d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:54.382696 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f9e19137-bb79-4b28-81be-7677f3be9948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:54.401564 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e19137-bb79-4b28-81be-7677f3be9948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adb5d06-047d-4e91-9f6d-7bec003b23f4,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:36:54.408651 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-f9e19137-bb79-4b28-81be-7677f3be9948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:54.411469 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-f9e19137-bb79-4b28-81be-7677f3be9948 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9adb5d06-047d-4e91-9f6d-7bec003b23f4 HTTP/1.1" status: 204 len: 168 time: 0.1961577 May 27 00:36:55.127809 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:36:56.512471 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-3e5c9953-84a0-481b-9f0e-1bff9293c446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:57.996272 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:58.073699 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:36:59.286893 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:05.334628 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 39220) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:37:05.478613 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-165440aa-51ee-43a4-8573-fbaee31f78bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:05.511619 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-165440aa-51ee-43a4-8573-fbaee31f78bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:37:05.515580 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-165440aa-51ee-43a4-8573-fbaee31f78bb admin admin] Usage tracker for resource:security_group_rule and tenant:533580d5ffb54fd78f062a2066a7b88b is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:37:05.518470 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-165440aa-51ee-43a4-8573-fbaee31f78bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:37:05.524063 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-165440aa-51ee-43a4-8573-fbaee31f78bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:37:05.599396 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-165440aa-51ee-43a4-8573-fbaee31f78bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:05.604825 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-165440aa-51ee-43a4-8573-fbaee31f78bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:05.655401 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165440aa-51ee-43a4-8573-fbaee31f78bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5698ae34-8dea-4bbf-9ec3-abc73594a7c2,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:05.663493 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-165440aa-51ee-43a4-8573-fbaee31f78bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=533580d5ffb54fd78f062a2066a7b88b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3272595 May 27 00:37:05.665835 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 39226) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:37:05.735316 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b9ac6ea2-c885-494c-a7b9-16acf12a70b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:05.763537 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b9ac6ea2-c885-494c-a7b9-16acf12a70b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:05.818516 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b9ac6ea2-c885-494c-a7b9-16acf12a70b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:05.835605 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac6ea2-c885-494c-a7b9-16acf12a70b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5698ae34-8dea-4bbf-9ec3-abc73594a7c2,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:05.840026 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b9ac6ea2-c885-494c-a7b9-16acf12a70b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:05.841896 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-b9ac6ea2-c885-494c-a7b9-16acf12a70b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5698ae34-8dea-4bbf-9ec3-abc73594a7c2 HTTP/1.1" status: 204 len: 168 time: 0.1748602 May 27 00:37:06.185347 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 39234) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:37:06.204261 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-0db5e059-177c-4763-9da7-eff8221203d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:06.237513 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-0db5e059-177c-4763-9da7-eff8221203d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:37:06.241360 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-0db5e059-177c-4763-9da7-eff8221203d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c166eb1023cf4a17af7b788c5256a3f4 is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:37:06.244191 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-0db5e059-177c-4763-9da7-eff8221203d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:37:06.249933 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-0db5e059-177c-4763-9da7-eff8221203d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:37:06.317906 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-0db5e059-177c-4763-9da7-eff8221203d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:06.322294 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-0db5e059-177c-4763-9da7-eff8221203d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:06.372314 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5e059-177c-4763-9da7-eff8221203d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69133c4-fd44-4798-81fc-cfe942ecc0f7,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:06.380823 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-0db5e059-177c-4763-9da7-eff8221203d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c166eb1023cf4a17af7b788c5256a3f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1941614 May 27 00:37:06.383275 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 39238) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:37:06.448597 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-de92a001-516d-433a-8e6f-d93d739c1ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:06.474464 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-de92a001-516d-433a-8e6f-d93d739c1ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:06.526127 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-de92a001-516d-433a-8e6f-d93d739c1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:06.540837 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92a001-516d-433a-8e6f-d93d739c1ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69133c4-fd44-4798-81fc-cfe942ecc0f7,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:06.549895 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-de92a001-516d-433a-8e6f-d93d739c1ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:06.551060 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-de92a001-516d-433a-8e6f-d93d739c1ca3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d69133c4-fd44-4798-81fc-cfe942ecc0f7 HTTP/1.1" status: 204 len: 168 time: 0.1665821 May 27 00:37:06.967604 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 39246) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:37:06.987162 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-28ec7880-cd26-4067-ab58-4ec705c61229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:07.019534 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-28ec7880-cd26-4067-ab58-4ec705c61229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:37:07.025705 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-28ec7880-cd26-4067-ab58-4ec705c61229 admin admin] Usage tracker for resource:security_group_rule and tenant:04c4a7ba9b5f4ad8a13fa7338a9cc9af is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:37:07.028968 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [None req-28ec7880-cd26-4067-ab58-4ec705c61229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:37:07.035440 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [None req-28ec7880-cd26-4067-ab58-4ec705c61229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:37:07.105062 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-28ec7880-cd26-4067-ab58-4ec705c61229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:07.109704 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-28ec7880-cd26-4067-ab58-4ec705c61229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:07.161329 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec7880-cd26-4067-ab58-4ec705c61229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926e48f5-ade6-48dc-ba46-5ada5f14faca,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:07.166067 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-28ec7880-cd26-4067-ab58-4ec705c61229 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04c4a7ba9b5f4ad8a13fa7338a9cc9af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1974611 May 27 00:37:07.169005 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 39250) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:37:07.239518 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9b3b41ec-dca7-4790-8436-d3f05f4f0ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:07.268633 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9b3b41ec-dca7-4790-8436-d3f05f4f0ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:07.331095 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9b3b41ec-dca7-4790-8436-d3f05f4f0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:07.348056 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b41ec-dca7-4790-8436-d3f05f4f0ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926e48f5-ade6-48dc-ba46-5ada5f14faca,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:07.357557 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-9b3b41ec-dca7-4790-8436-d3f05f4f0ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:07.358690 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-9b3b41ec-dca7-4790-8436-d3f05f4f0ef2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/926e48f5-ade6-48dc-ba46-5ada5f14faca HTTP/1.1" status: 204 len: 168 time: 0.1886950 May 27 00:37:10.097759 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-d51bf878-3aa8-44c8-9f45-9978d307e9b6 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=98484156ada841048adb7c692ed5362b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285454 May 27 00:37:10.258831 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-0343dee2-5a5a-40ac-b93d-a0fd2947b80b tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:10.260278 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-0343dee2-5a5a-40ac-b93d-a0fd2947b80b tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572037 May 27 00:37:10.277446 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-d1a5814e-0a30-42a1-b95a-a1cff342ab74 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/quotas/98484156ada841048adb7c692ed5362b HTTP/1.1" status: 200 len: 375 time: 0.0114331 May 27 00:37:10.325011 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-803be9a5-ab87-4ea5-a6c5-0626be27cd42 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98484156ada841048adb7c692ed5362b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413873 May 27 00:37:11.534598 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-a06ff7bb-5190-4b7a-bc40-c57509460803 req-5cef923a-6470-4746-891c-49183fd1be2a tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 210 time: 0.0438972 May 27 00:37:12.725568 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-6ce5b6f3-8540-4275-9d9a-92e42d504cae tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=98484156ada841048adb7c692ed5362b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669725 May 27 00:37:12.730302 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:12.732775 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-e611c746-bda6-4ecd-8b20-603a54c872ef req-84b5e7dc-f362-4f10-87d2-68af7c8b9919 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 210 time: 0.0523269 May 27 00:37:12.888873 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-0b03a040-248e-44e8-a2b2-ff335c4b4f5f tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:12.890319 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-0b03a040-248e-44e8-a2b2-ff335c4b4f5f tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566710 May 27 00:37:12.906535 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Request body: {'port': {'device_id': '582b8358-ac47-47c8-ac2e-5cf0a0c775f9', 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0', 'admin_state_up': True, 'tenant_id': '98484156ada841048adb7c692ed5362b'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:37:13.147252 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:37:13.151006 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Usage tracker for resource:port and tenant:98484156ada841048adb7c692ed5362b is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:37:13.153939 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:37:13.160220 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:37:13.171117 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Made reservation on behalf of 98484156ada841048adb7c692ed5362b for: {'port': 1} {{(pid=83256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 00:37:13.174746 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:13.187569 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Notify callbacks [] for security_group, before_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:13.220754 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:37:13.224527 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Usage tracker for resource:security_group_rule and tenant:98484156ada841048adb7c692ed5362b is out of sync, need to count used quota {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:37:13.227577 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83256) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:37:13.233750 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.quota.driver [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83256) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:37:13.305157 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Notify callbacks [] for security_group, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:13.309594 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:13.389433 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13465f10-575f-4e94-a257-04655734fda6,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:13.417159 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:13.417455 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:13.418055 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:13.418381 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:13.418703 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:13.419023 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:13.419333 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:13.419648 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:13.419966 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:13.420265 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:13.420575 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:13.500600 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.db_base_plugin_common [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Allocated IP 192.168.233.168 (e5d50dd9-c518-445f-b27f-ef749c5bd3f0/efbe5198-6851-4082-ae7e-3d8528131db0/0d550cc5-87fe-4f88-9c41-196d06cd53ec) {{(pid=83256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 00:37:13.721523 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Notify callbacks [] for port, precommit_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:13.739305 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Transition to ACTIVE for port object 0d550cc5-87fe-4f88-9c41-196d06cd53ec will not be triggered until provisioned by entity DHCP. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:37:13.764247 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746489817447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_create {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:13.845568 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Network e5d50dd9-c518-445f-b27f-ef749c5bd3f0 is already hosted by enough agents. {{(pid=83256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 00:37:13.849419 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.scheduler.base_scheduler [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Resources bound (agent type, host, resource id): {{(pid=83256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 00:37:13.852690 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Received port after_create {{(pid=83256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 27 00:37:13.890358 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Pushing event updated for resources: {'Port': ['ID=0d550cc5-87fe-4f88-9c41-196d06cd53ec,revision_number=1']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:13.980041 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:13.980682 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:14.026271 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881159f4-d99d-4dbc-ba17-f32e68f9bf64 req-389eea0a-1904-434d-a1b6-2b857228b061 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:14.026962 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-881159f4-d99d-4dbc-ba17-f32e68f9bf64 req-389eea0a-1904-434d-a1b6-2b857228b061 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Synchronizing usage tracker for tenant:98484156ada841048adb7c692ed5362b on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:37:14.031789 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-3ce286aa-27cf-4cc8-ab28-d4cbe8a096d8 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1293068 May 27 00:37:14.045529 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.v2.base [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Request body: {'port': {'device_id': '582b8358-ac47-47c8-ac2e-5cf0a0c775f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84330'}} {{(pid=83256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 27 00:37:14.090367 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-44535280-6af2-4c71-aba1-796b8ff8e1d0 None None] Provisioning for port 0d550cc5-87fe-4f88-9c41-196d06cd53ec completed by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:37:14.094711 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-881159f4-d99d-4dbc-ba17-f32e68f9bf64 req-389eea0a-1904-434d-a1b6-2b857228b061 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Unset dirty status for tenant:98484156ada841048adb7c692ed5362b on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:37:14.096052 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-44535280-6af2-4c71-aba1-796b8ff8e1d0 None None] Provisioning complete for port 0d550cc5-87fe-4f88-9c41-196d06cd53ec triggered by entity DHCP. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:37:14.096439 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-44535280-6af2-4c71-aba1-796b8ff8e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:14.096641 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-881159f4-d99d-4dbc-ba17-f32e68f9bf64 req-389eea0a-1904-434d-a1b6-2b857228b061 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 936 time: 0.2123396 May 27 00:37:14.150290 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-44535280-6af2-4c71-aba1-796b8ff8e1d0 None None] Port 0d550cc5-87fe-4f88-9c41-196d06cd53ec cannot update to ACTIVE because it is not bound. {{(pid=83257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 27 00:37:14.226731 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-881159f4-d99d-4dbc-ba17-f32e68f9bf64 req-baaa2ad0-5fed-41b3-b36b-e2392c9a9388 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Synchronizing usage tracker for tenant:98484156ada841048adb7c692ed5362b on resource:security_group {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:37:14.234033 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:14.287153 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-881159f4-d99d-4dbc-ba17-f32e68f9bf64 req-baaa2ad0-5fed-41b3-b36b-e2392c9a9388 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Unset dirty status for tenant:98484156ada841048adb7c692ed5362b on resource:security_group {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:37:14.288288 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-881159f4-d99d-4dbc-ba17-f32e68f9bf64 req-baaa2ad0-5fed-41b3-b36b-e2392c9a9388 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/security-groups?id=13465f10-575f-4e94-a257-04655734fda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792417 May 27 00:37:14.643559 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d550cc5-87fe-4f88-9c41-196d06cd53ec {{(pid=83256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:37:14.652743 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:14.669810 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.provisioning_blocks [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Transition to ACTIVE for port object 0d550cc5-87fe-4f88-9c41-196d06cd53ec will not be triggered until provisioned by entity L2. {{(pid=83256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 00:37:14.674534 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:14.800851 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d550cc5-87fe-4f88-9c41-196d06cd53ec,revision_number=2']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:14.919362 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Attempting to bind port 0d550cc5-87fe-4f88-9c41-196d06cd53ec on host hv-cinder-84330 for vnic_type normal with profile {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 00:37:14.919690 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Attempting to bind port 0d550cc5-87fe-4f88-9c41-196d06cd53ec by drivers openvswitch,hyperv on host hv-cinder-84330 at level 0 using segments [{'id': '3316fb32-872c-4c1e-bdbe-6641ef0f7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0'}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 00:37:14.920011 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Attempting to bind port 0d550cc5-87fe-4f88-9c41-196d06cd53ec on network e5d50dd9-c518-445f-b27f-ef749c5bd3f0 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:37:14.928721 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Port 0d550cc5-87fe-4f88-9c41-196d06cd53ec on network e5d50dd9-c518-445f-b27f-ef749c5bd3f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84330 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 27 00:37:14.929035 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Attempting to bind port 0d550cc5-87fe-4f88-9c41-196d06cd53ec on network e5d50dd9-c518-445f-b27f-ef749c5bd3f0 {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 27 00:37:14.936273 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Checking agent: {'id': '3840cc8c-cb30-45a3-8f8a-7624b1731896', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84330', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'started_at': datetime.datetime(2022, 5, 27, 0, 17, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 0, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 27 00:37:14.936602 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Checking segment: {'id': '3316fb32-872c-4c1e-bdbe-6641ef0f7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 27 00:37:14.936978 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Bound using segment: {'id': '3316fb32-872c-4c1e-bdbe-6641ef0f7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0'} {{(pid=83256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 27 00:37:14.937434 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.managers [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Bound port: 0d550cc5-87fe-4f88-9c41-196d06cd53ec, host: hv-cinder-84330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3316fb32-872c-4c1e-bdbe-6641ef0f7361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0'}}] {{(pid=83256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 00:37:14.937776 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:15.040112 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] For port 0d550cc5-87fe-4f88-9c41-196d06cd53ec, host hv-cinder-84330, cleared binding levels {{(pid=83256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 00:37:15.045288 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] For port 0d550cc5-87fe-4f88-9c41-196d06cd53ec, host hv-cinder-84330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0d550cc5-87fe-4f88-9c41-196d06cd53ec,segment=NetworkSegment(3316fb32-872c-4c1e-bdbe-6641ef0f7361),segment_id=3316fb32-872c-4c1e-bdbe-6641ef0f7361)] {{(pid=83256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 00:37:15.050573 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3030188'] for port, after_update {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:15.114401 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:15.115752 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] 10.222.0.60 "PUT /v2.0/ports/0d550cc5-87fe-4f88-9c41-196d06cd53ec HTTP/1.1" status: 200 len: 1098 time: 1.0745378 May 27 00:37:15.116180 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582b8358-ac47-47c8-ac2e-5cf0a0c775f9', 'tag': '0d550cc5-87fe-4f88-9c41-196d06cd53ec'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:37:15.136747 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d907881-06f1-4425-986f-d4f2507cd0eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d550cc5-87fe-4f88-9c41-196d06cd53ec,revision_number=3']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:15.244834 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-16bcad17-c113-40e5-bc25-448bd18ce69e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98484156ada841048adb7c692ed5362b&device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 1101 time: 0.0806262 May 27 00:37:15.397986 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc06275-abb1-4baa-8cd8-a0eef2889a3f'] response: {'name': 'network-changed', 'server_uuid': '582b8358-ac47-47c8-ac2e-5cf0a0c775f9', 'tag': '0d550cc5-87fe-4f88-9c41-196d06cd53ec', 'status': 'completed', 'code': 200} May 27 00:37:15.413069 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-eb351965-6d1e-4b2e-8080-b245b67ac077 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=0d550cc5-87fe-4f88-9c41-196d06cd53ec HTTP/1.1" status: 200 len: 217 time: 0.1609795 May 27 00:37:15.528430 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-1ef68f8c-b348-42ca-a459-187405106044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:15.529811 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-1ef68f8c-b348-42ca-a459-187405106044 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efbe5198-6851-4082-ae7e-3d8528131db0 HTTP/1.1" status: 200 len: 843 time: 0.1109836 May 27 00:37:15.594366 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec19ba-0719-41ba-ac85-6167e9ebe334 req-24e69595-b8eb-4817-bb8f-49cc838a6703 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:15.595901 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-33ec19ba-0719-41ba-ac85-6167e9ebe334 req-24e69595-b8eb-4817-bb8f-49cc838a6703 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 948 time: 0.1465321 May 27 00:37:15.660663 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-051c9273-d67c-4fa4-9bc0-501fe538863e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5d50dd9-c518-445f-b27f-ef749c5bd3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1248653 May 27 00:37:15.662967 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-33ec19ba-0719-41ba-ac85-6167e9ebe334 req-b90b2886-b249-49cb-839d-6a6afb4e85b1 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/security-groups?id=13465f10-575f-4e94-a257-04655734fda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587778 May 27 00:37:15.800453 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-03f07733-75a8-4049-99a5-9de0e4c030e8 service neutron] 10.222.0.60 "GET /v2.0/networks/e5d50dd9-c518-445f-b27f-ef749c5bd3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327055 May 27 00:37:16.072071 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-ca4c20cb-057c-4d8f-b7fe-78d49b64031c req-8e806582-75d9-4432-9209-4eed7fbf2cd2 service neutron] 10.222.0.60 "GET /v2.0/networks/e5d50dd9-c518-445f-b27f-ef749c5bd3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331332 May 27 00:37:16.182683 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-18375834-407d-4018-92f3-51c5f0fb1179 req-92da31f8-d559-45c9-bad0-3915d080210c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=98484156ada841048adb7c692ed5362b&device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 1101 time: 0.0697169 May 27 00:37:16.319559 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18375834-407d-4018-92f3-51c5f0fb1179 req-9c76dd62-2b3c-4a8d-81e0-29d21863a7d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:16.321025 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-18375834-407d-4018-92f3-51c5f0fb1179 req-9c76dd62-2b3c-4a8d-81e0-29d21863a7d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e5d50dd9-c518-445f-b27f-ef749c5bd3f0 HTTP/1.1" status: 200 len: 870 time: 0.1326921 May 27 00:37:16.392637 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-18375834-407d-4018-92f3-51c5f0fb1179 req-9138e20c-d36d-4e91-9d07-a0e499622048 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=0d550cc5-87fe-4f88-9c41-196d06cd53ec HTTP/1.1" status: 200 len: 217 time: 0.0657053 May 27 00:37:16.476727 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18375834-407d-4018-92f3-51c5f0fb1179 req-5b9e7557-4496-4c4f-9904-2e6fff598742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:16.478324 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-18375834-407d-4018-92f3-51c5f0fb1179 req-5b9e7557-4496-4c4f-9904-2e6fff598742 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=efbe5198-6851-4082-ae7e-3d8528131db0 HTTP/1.1" status: 200 len: 843 time: 0.0797672 May 27 00:37:16.575602 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-18375834-407d-4018-92f3-51c5f0fb1179 req-1195e591-71e4-4d5b-9e91-b078ee969b6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e5d50dd9-c518-445f-b27f-ef749c5bd3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0911391 May 27 00:37:16.708863 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-18375834-407d-4018-92f3-51c5f0fb1179 req-361d628d-db6c-4eed-9699-0446b201f7e4 service neutron] 10.222.0.60 "GET /v2.0/networks/e5d50dd9-c518-445f-b27f-ef749c5bd3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280124 May 27 00:37:16.897921 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-18375834-407d-4018-92f3-51c5f0fb1179 req-7b40f5c4-30ec-4910-8736-7e9db7528f65 service neutron] 10.222.0.60 "GET /v2.0/networks/e5d50dd9-c518-445f-b27f-ef749c5bd3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817472 May 27 00:37:16.917211 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33fb7b-d22c-4537-a9b1-64fc28428f93 req-7a049e81-a2de-4f57-964d-c1e68da9b316 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:16.918927 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5a33fb7b-d22c-4537-a9b1-64fc28428f93 req-7a049e81-a2de-4f57-964d-c1e68da9b316 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 948 time: 0.1185329 May 27 00:37:16.967867 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-5a33fb7b-d22c-4537-a9b1-64fc28428f93 req-74f7c3aa-385d-4e71-bfd7-1c52cda8f27a tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/security-groups?id=13465f10-575f-4e94-a257-04655734fda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426126 May 27 00:37:18.198362 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a02d1-1b6b-45c9-b071-760dc6818799 req-494f2c7e-9940-4c57-bfb9-ceea8c9acd99 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:18.199878 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-446a02d1-1b6b-45c9-b071-760dc6818799 req-494f2c7e-9940-4c57-bfb9-ceea8c9acd99 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 948 time: 0.0858910 May 27 00:37:18.250805 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-446a02d1-1b6b-45c9-b071-760dc6818799 req-3724b501-3c25-4305-bbcc-06846adfff5e tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/security-groups?id=13465f10-575f-4e94-a257-04655734fda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450637 May 27 00:37:19.483362 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f1ac5-9eae-47c4-83e6-f2174c2b89b9 req-adf2f680-fd8c-4d5f-995f-5820b8dc77a0 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:19.486828 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-380f1ac5-9eae-47c4-83e6-f2174c2b89b9 req-adf2f680-fd8c-4d5f-995f-5820b8dc77a0 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 948 time: 0.0871491 May 27 00:37:19.539278 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-380f1ac5-9eae-47c4-83e6-f2174c2b89b9 req-899bd742-ed10-4124-951d-5e97bd26e6ac tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/security-groups?id=13465f10-575f-4e94-a257-04655734fda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460520 May 27 00:37:20.261734 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 0d550cc5-87fe-4f88-9c41-196d06cd53ec details requested by agent hyperv_hv-cinder-84330 with host hv-cinder-84330 {{(pid=83257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 00:37:20.447353 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 0d550cc5-87fe-4f88-9c41-196d06cd53ec, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0d550cc5-87fe-4f88-9c41-196d06cd53ec,segment=NetworkSegment(3316fb32-872c-4c1e-bdbe-6641ef0f7361),segment_id=3316fb32-872c-4c1e-bdbe-6641ef0f7361)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:37:20.462417 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Returning: {'device': '0d550cc5-87fe-4f88-9c41-196d06cd53ec', 'network_id': 'e5d50dd9-c518-445f-b27f-ef749c5bd3f0', 'port_id': '0d550cc5-87fe-4f88-9c41-196d06cd53ec', 'mac_address': 'fa:16:3e:3a:cf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efbe5198-6851-4082-ae7e-3d8528131db0', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 00:37:20.517322 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:20.535446 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d550cc5-87fe-4f88-9c41-196d06cd53ec {{(pid=83257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 00:37:20.552096 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 0d550cc5-87fe-4f88-9c41-196d06cd53ec, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0d550cc5-87fe-4f88-9c41-196d06cd53ec,segment=NetworkSegment(3316fb32-872c-4c1e-bdbe-6641ef0f7361),segment_id=3316fb32-872c-4c1e-bdbe-6641ef0f7361)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:37:20.557962 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:20.631922 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=0d550cc5-87fe-4f88-9c41-196d06cd53ec,revision_number=4']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:20.641222 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:20.641680 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:20.642021 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:20.642356 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:20.642698 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:20.643045 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:20.643369 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:20.643693 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:20.644049 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:20.644354 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:20.644675 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:20.873285 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a25bab-9864-4ffc-ae9a-93af5d7e84e3 req-9c1450ac-5d63-411b-9621-f76d9fb3f8be tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:20.874676 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a25bab-9864-4ffc-ae9a-93af5d7e84e3 req-9c1450ac-5d63-411b-9621-f76d9fb3f8be tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 949 time: 0.1820772 May 27 00:37:20.926278 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['0d550cc5-87fe-4f88-9c41-196d06cd53ec'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:37:20.940747 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-68a25bab-9864-4ffc-ae9a-93af5d7e84e3 req-4bde8e83-1a6c-4a06-9c11-ccca2e56cf5d tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/security-groups?id=13465f10-575f-4e94-a257-04655734fda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565264 May 27 00:37:22.213897 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018850bd-494f-464d-86d9-b83f2ece8227 req-2b67c3a5-69d0-46c2-8c39-f599b2d86b04 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:22.215669 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-018850bd-494f-464d-86d9-b83f2ece8227 req-2b67c3a5-69d0-46c2-8c39-f599b2d86b04 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 949 time: 0.1392651 May 27 00:37:22.276783 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 0d550cc5-87fe-4f88-9c41-196d06cd53ec up at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 00:37:22.294848 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-018850bd-494f-464d-86d9-b83f2ece8227 req-f1edcbed-d4da-42b6-9e66-d8486bf0f27e tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/security-groups?id=13465f10-575f-4e94-a257-04655734fda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683739 May 27 00:37:22.369854 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning for port 0d550cc5-87fe-4f88-9c41-196d06cd53ec completed by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 00:37:22.375180 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.db.provisioning_blocks [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Provisioning complete for port 0d550cc5-87fe-4f88-9c41-196d06cd53ec triggered by entity L2. {{(pid=83257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 00:37:22.375672 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15836136'] for port, provisioning_complete {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:22.499884 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15989715'] for port, before_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:22.527851 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582b8358-ac47-47c8-ac2e-5cf0a0c775f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d550cc5-87fe-4f88-9c41-196d06cd53ec'}] {{(pid=83257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:37:22.538074 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] For port 0d550cc5-87fe-4f88-9c41-196d06cd53ec, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0d550cc5-87fe-4f88-9c41-196d06cd53ec,segment=NetworkSegment(3316fb32-872c-4c1e-bdbe-6641ef0f7361),segment_id=3316fb32-872c-4c1e-bdbe-6641ef0f7361)] {{(pid=83257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:37:22.543805 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746490175654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746489817465', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746489817510'] for port, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:22.620236 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Pushing event updated for resources: {'Port': ['ID=0d550cc5-87fe-4f88-9c41-196d06cd53ec,revision_number=5']} {{(pid=83257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:22.717024 dv-cinder-843305-3-smb neutron-server[83257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4efcfe9-2c89-45ab-ba10-6f5d924a9217'] response: {'server_uuid': '582b8358-ac47-47c8-ac2e-5cf0a0c775f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d550cc5-87fe-4f88-9c41-196d06cd53ec', 'code': 200} May 27 00:37:22.945878 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b9d33e68-fceb-46d0-adc5-88427766f283 req-6d6b8ca6-c3c8-4bc9-adc6-0caca6330ad4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 1103 time: 0.0739539 May 27 00:37:22.991456 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-b9d33e68-fceb-46d0-adc5-88427766f283 req-3edc0ec3-782a-4502-b734-9f494f4cf893 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=13465f10-575f-4e94-a257-04655734fda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 May 27 00:37:23.559423 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59fa21-8fbf-4881-b7cc-872867978a98 req-3d267add-fd23-4c72-8038-b1bb9a6b6998 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:23.561233 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c59fa21-8fbf-4881-b7cc-872867978a98 req-3d267add-fd23-4c72-8038-b1bb9a6b6998 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 950 time: 0.1297123 May 27 00:37:23.631001 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-4c59fa21-8fbf-4881-b7cc-872867978a98 req-90966e80-4e33-457d-b813-237b1384f394 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/security-groups?id=13465f10-575f-4e94-a257-04655734fda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592411 May 27 00:37:24.317606 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-72b3f248-6906-4cc6-a443-fdc8545372c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:24.855856 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378025a-a740-4997-ad11-8a40f4767876 req-d30ac239-ffd5-415c-bde6-7d7c80960142 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:24.857424 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d378025a-a740-4997-ad11-8a40f4767876 req-d30ac239-ffd5-415c-bde6-7d7c80960142 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 950 time: 0.0833972 May 27 00:37:24.910510 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-d378025a-a740-4997-ad11-8a40f4767876 req-5fe61394-bbb4-49e3-9a40-31bda325d522 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/security-groups?id=13465f10-575f-4e94-a257-04655734fda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459037 May 27 00:37:25.545781 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3908ef7-7ad0-46ac-b448-e911bb7faa20 req-9095e6a6-3f50-4f82-8c07-fb824186813e tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:25.547226 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c3908ef7-7ad0-46ac-b448-e911bb7faa20 req-9095e6a6-3f50-4f82-8c07-fb824186813e tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 950 time: 0.0900097 May 27 00:37:25.607384 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-c3908ef7-7ad0-46ac-b448-e911bb7faa20 req-61d4b847-a375-4d49-bb24-8c54559ce48a tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/security-groups?id=13465f10-575f-4e94-a257-04655734fda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532763 May 27 00:37:26.513674 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-ce790c3d-d4a6-4b03-8664-9d4141deeaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:26.953971 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987664d9-d252-4e0b-83bd-14f69bb24df9 req-e3858780-d911-458f-a20e-348404cfe4f2 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:26.955557 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-987664d9-d252-4e0b-83bd-14f69bb24df9 req-e3858780-d911-458f-a20e-348404cfe4f2 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 950 time: 0.1535225 May 27 00:37:26.962536 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b7d7c-2b91-403c-b833-56fe84845572 req-9e40be66-3539-435b-87d8-701477bb2987 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 00:37:26.964056 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2c0b7d7c-2b91-403c-b833-56fe84845572 req-9e40be66-3539-435b-87d8-701477bb2987 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.60 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 950 time: 0.1125224 May 27 00:37:27.068412 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-2c0b7d7c-2b91-403c-b833-56fe84845572 req-81481491-43cc-457f-bd92-e299a15890b6 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Deleting port 0d550cc5-87fe-4f88-9c41-196d06cd53ec {{(pid=83256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 27 00:37:27.068745 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-2c0b7d7c-2b91-403c-b833-56fe84845572 req-81481491-43cc-457f-bd92-e299a15890b6 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746490168275'] for port, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:27.094709 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-987664d9-d252-4e0b-83bd-14f69bb24df9 req-78d2eb4e-fda6-4067-b8c9-254288333a3f tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/security-groups?id=13465f10-575f-4e94-a257-04655734fda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291063 May 27 00:37:27.342967 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.db [req-2c0b7d7c-2b91-403c-b833-56fe84845572 req-81481491-43cc-457f-bd92-e299a15890b6 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] For port 0d550cc5-87fe-4f88-9c41-196d06cd53ec, host hv-cinder-84330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84330',level=0,port_id=0d550cc5-87fe-4f88-9c41-196d06cd53ec,segment=NetworkSegment(3316fb32-872c-4c1e-bdbe-6641ef0f7361),segment_id=3316fb32-872c-4c1e-bdbe-6641ef0f7361)] {{(pid=83256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 00:37:27.343325 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-2c0b7d7c-2b91-403c-b833-56fe84845572 req-81481491-43cc-457f-bd92-e299a15890b6 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1831402'] for port, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:27.472958 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.plugins.ml2.plugin [req-2c0b7d7c-2b91-403c-b833-56fe84845572 req-81481491-43cc-457f-bd92-e299a15890b6 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Calling delete_port for 0d550cc5-87fe-4f88-9c41-196d06cd53ec owned by compute:nova {{(pid=83256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 27 00:37:27.683077 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-2c0b7d7c-2b91-403c-b833-56fe84845572 req-81481491-43cc-457f-bd92-e299a15890b6 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15988911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15341201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746490175636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746489817456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3030229'] for port, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:27.696300 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.db [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] get_ports_and_sgs() called for port_ids ['0d550cc5-87fe-4f88-9c41-196d06cd53ec'] {{(pid=83257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 27 00:37:27.749127 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81481491-43cc-457f-bd92-e299a15890b6 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Pushing event deleted for resources: {'Port': ['ID=0d550cc5-87fe-4f88-9c41-196d06cd53ec,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:27.847846 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0b7d7c-2b91-403c-b833-56fe84845572 req-81481491-43cc-457f-bd92-e299a15890b6 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] No DVR routers for this DVR port 0d550cc5-87fe-4f88-9c41-196d06cd53ec on host hv-cinder-84330 {{(pid=83256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 00:37:27.851287 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [req-2c0b7d7c-2b91-403c-b833-56fe84845572 req-81481491-43cc-457f-bd92-e299a15890b6 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-193257'] for port, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:27.854455 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582b8358-ac47-47c8-ac2e-5cf0a0c775f9', 'name': 'network-vif-deleted', 'tag': '0d550cc5-87fe-4f88-9c41-196d06cd53ec'}] {{(pid=83256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 00:37:27.875782 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-2c0b7d7c-2b91-403c-b833-56fe84845572 req-81481491-43cc-457f-bd92-e299a15890b6 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.60 "DELETE /v2.0/ports/0d550cc5-87fe-4f88-9c41-196d06cd53ec HTTP/1.1" status: 204 len: 173 time: 0.8967025 May 27 00:37:27.955034 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec9d2f3-4886-4a9c-9ab3-5ebd49586b8c'] response: {'server_uuid': '582b8358-ac47-47c8-ac2e-5cf0a0c775f9', 'name': 'network-vif-deleted', 'tag': '0d550cc5-87fe-4f88-9c41-196d06cd53ec', 'status': 'completed', 'code': 200} May 27 00:37:28.003988 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:28.079720 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:28.280986 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-60d57e83-3f07-4f60-8368-992a235d9767 req-018c88ea-ba66-441e-9369-6e283cf27539 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Synchronizing usage tracker for tenant:98484156ada841048adb7c692ed5362b on resource:port {{(pid=83256) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 00:37:28.298474 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.quota.resource [req-60d57e83-3f07-4f60-8368-992a235d9767 req-018c88ea-ba66-441e-9369-6e283cf27539 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] Unset dirty status for tenant:98484156ada841048adb7c692ed5362b on resource:port {{(pid=83256) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 00:37:28.299687 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [req-60d57e83-3f07-4f60-8368-992a235d9767 req-018c88ea-ba66-441e-9369-6e283cf27539 tempest-VolumesNegativeTest-238097814 tempest-VolumesNegativeTest-238097814-project] 10.222.0.42 "GET /v2.0/ports?device_id=582b8358-ac47-47c8-ac2e-5cf0a0c775f9 HTTP/1.1" status: 200 len: 210 time: 0.0605175 May 27 00:37:29.286388 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:30.326792 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 0d550cc5-87fe-4f88-9c41-196d06cd53ec no longer exists at agent hyperv_hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 00:37:30.377594 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.plugin [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] No Port match for: 0d550cc5-87fe-4f88-9c41-196d06cd53ec {{(pid=83257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 27 00:37:30.377944 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron.plugins.ml2.rpc [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Device 0d550cc5-87fe-4f88-9c41-196d06cd53ec not bound to the agent host hv-cinder-84330 {{(pid=83257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 00:37:32.133556 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:37:34.722168 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 39544) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:37:34.899767 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-997d9166-162e-44ef-9c99-c3c010fc03dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98484156ada841048adb7c692ed5362b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1763530 May 27 00:37:34.902262 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 39550) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:37:34.966387 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:34.992296 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:35.043775 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:35.061840 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13465f10-575f-4e94-a257-04655734fda6,revision_number=None']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:35.074713 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:35.075050 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:35.075383 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:35.075708 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:35.076030 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:35.076348 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:35.076665 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:35.077061 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:35.077327 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:35.077639 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:35.077949 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843305-3-smb {{(pid=83255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 00:37:35.081694 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:35.084176 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-661c736a-77c5-4f72-a2a7-18713ee67c41 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13465f10-575f-4e94-a257-04655734fda6 HTTP/1.1" status: 204 len: 168 time: 0.1795974 May 27 00:37:41.819131 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [-] (83255) accepted ('10.222.0.42', 39616) {{(pid=83255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:37:41.963507 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8092f6a3-b6fb-4faa-a5dc-7423162ac49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:41.996829 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-8092f6a3-b6fb-4faa-a5dc-7423162ac49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 00:37:42.001456 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-8092f6a3-b6fb-4faa-a5dc-7423162ac49c admin admin] Usage tracker for resource:security_group_rule and tenant:603eebefbb224875999366e400dfcadd is out of sync, need to count used quota {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 00:37:42.004401 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.quota.resource [None req-8092f6a3-b6fb-4faa-a5dc-7423162ac49c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83255) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 00:37:42.010156 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.db.quota.driver [None req-8092f6a3-b6fb-4faa-a5dc-7423162ac49c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83255) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 00:37:42.076094 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8092f6a3-b6fb-4faa-a5dc-7423162ac49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:42.080503 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron_lib.callbacks.manager [None req-8092f6a3-b6fb-4faa-a5dc-7423162ac49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_create {{(pid=83255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:42.123780 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092f6a3-b6fb-4faa-a5dc-7423162ac49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb951ef-bed6-479f-b388-6691ea3d8148,revision_number=1']} {{(pid=83255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:42.132001 dv-cinder-843305-3-smb neutron-server[83255]: INFO neutron.wsgi [None req-8092f6a3-b6fb-4faa-a5dc-7423162ac49c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=603eebefbb224875999366e400dfcadd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3114171 May 27 00:37:42.135127 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [-] (83256) accepted ('10.222.0.42', 39622) {{(pid=83256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 00:37:42.201349 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b68ae5e7-c659-4ac6-9efe-db29038494ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:42.229053 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b68ae5e7-c659-4ac6-9efe-db29038494ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:42.286357 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b68ae5e7-c659-4ac6-9efe-db29038494ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1680831'] for security_group, after_delete {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:42.303485 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ae5e7-c659-4ac6-9efe-db29038494ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb951ef-bed6-479f-b388-6691ea3d8148,revision_number=None']} {{(pid=83256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 00:37:42.321385 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron_lib.callbacks.manager [None req-b68ae5e7-c659-4ac6-9efe-db29038494ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:42.325123 dv-cinder-843305-3-smb neutron-server[83256]: INFO neutron.wsgi [None req-b68ae5e7-c659-4ac6-9efe-db29038494ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bb951ef-bed6-479f-b388-6691ea3d8148 HTTP/1.1" status: 204 len: 168 time: 0.1886082 May 27 00:37:42.738840 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:54.311284 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-75bcf218-3362-407f-bb54-d9413104b805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:56.507681 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-64618abd-1300-4568-9dc0-cd6dcfb3dc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:57.988498 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:58.078986 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:37:59.281825 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:38:09.133541 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:38:12.744188 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:38:24.313217 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-935c6d66-f586-4de7-b745-3c3c8376d1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:38:26.510948 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-1ffcd91d-1ffd-4efd-997c-2fe6e3b9e474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:38:27.991226 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:38:28.084227 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:38:29.284662 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:38:42.730254 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:38:46.134317 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:38:54.318342 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-6f1b5105-2431-42a3-a861-5f0207065a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:38:55.539485 dv-cinder-843305-3-smb neutron-server[83255]: DEBUG neutron.wsgi [req-fff433cf-625d-453c-a83a-3b28cc8566c6 req-fe0c361f-8d03-46e9-b233-bd04ef67845f service neutron] (83255) timed out ('10.222.0.42', 34238) {{(pid=83255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 00:38:56.512060 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-347f4354-ae57-47ba-8f44-5220d283b9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:38:57.995225 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:38:58.083925 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:38:59.286659 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:39:12.738922 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:39:23.134084 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:39:24.320967 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-85a7e6a9-dafd-4c67-b472-2baff4f09bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:39:26.514955 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-a4a28bd5-fb08-432f-b9c7-24f5498523da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:39:27.998950 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:39:28.087406 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:39:29.288668 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:39:42.740864 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:39:54.323874 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-2c688ae6-53fd-42e6-a680-c710887a878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:39:56.518560 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-f5d3876e-0b7d-44aa-a130-c697ada4ff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:39:58.002549 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:39:58.090842 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:39:59.296024 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:40:00.134805 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:40:12.751729 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:40:24.326471 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2576274-8960-4039-a24e-6aaff9666c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:40:26.520789 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-3ed77a3d-abc8-4814-a9b7-4a44bcb16840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:40:28.006132 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:40:28.095197 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:40:29.299325 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:40:37.135483 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:40:42.757060 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:40:44.902929 dv-cinder-843305-3-smb neutron-server[83256]: DEBUG neutron.wsgi [req-6070be4a-7336-479c-8174-a0fffab50520 req-f705d055-773e-4f2e-bfaf-ab3bd085998f service neutron] (83256) timed out ('10.222.0.60', 59464) {{(pid=83256) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 00:40:54.329974 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-2d280b1b-d7af-4b5c-9b79-3f9b2b065939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:40:56.521930 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-3d853fa3-4fcf-4c09-a906-26f008b0e90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:40:58.013152 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:40:58.096377 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:40:59.300506 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:41:12.766896 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:41:14.135936 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:41:24.357421 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa961-36e0-4932-a257-7ba0c826f0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:41:26.524483 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b48534e6-82e5-4c02-9620-df266677e4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:41:28.004823 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:41:28.098740 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:41:29.301932 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:41:42.762127 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:41:51.136516 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:41:54.329692 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-9266162e-e18c-46ed-8f20-511abef7f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:41:56.527943 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-6d30d3b1-df9f-4a91-8102-eee72ca62529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:41:58.006622 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:41:58.101040 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:41:59.306200 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:42:12.758519 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:42:24.332033 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-f51c816e-0e0e-4cae-911a-91c90575ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:42:26.529996 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-35b2684e-a3e9-4a20-af19-74b5c953bb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:42:28.012542 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe4bc-6365-44e8-ae99-ac2f885d437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:42:28.110352 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-b582b3ea-2123-434a-884a-ee3e093ca79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:42:28.135902 dv-cinder-843305-3-smb neutron-server[83258]: DEBUG neutron.db.agents_db [None req-3bbfa578-0691-4703-854b-dbb431380025 None None] Agent healthcheck: found 6 active agents {{(pid=83258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 00:42:29.313632 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-58f9934f-519e-4203-8b29-2b08728daba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 00:42:42.772301 dv-cinder-843305-3-smb neutron-server[83257]: DEBUG neutron_lib.callbacks.manager [None req-97f622de-48f7-4ce2-8845-508d616c6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746490252903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15836057'] for agent, after_update {{(pid=83257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}